97 lines
2.9 KiB
R
97 lines
2.9 KiB
R
require(jsonlite)
|
|
require(stringr)
|
|
require(RCurl)
|
|
require(devtools)
|
|
require(RTwitterAPI)
|
|
|
|
source("functions.R")
|
|
|
|
setwd("~/Dokumente/Uni/Aktuell/BA-Arbeit/uni-ba-issuecomp")
|
|
|
|
# Set curl handle for friendly scraping
|
|
handle <- getCurlHandle(httpheader = list(from = "max.mehl@uni.kn",
|
|
'user-agent' = str_c(R.version$version.string)
|
|
)
|
|
)
|
|
|
|
acc_url <- "http://www.bundestwitter.de/api/politiker"
|
|
#acc_json <- readLines("politiker.txt")
|
|
acc_df <- fromJSON(acc_url)
|
|
|
|
# --------------
|
|
|
|
|
|
|
|
|
|
url <- "https://api.twitter.com/1.1/statuses/user_timeline.json";
|
|
query <- c(screen_name="mxmehl", include_rts=1, count="200", exclude_replies="true", trim_user="true", include_entities="false");
|
|
|
|
as.character(as.numeric(result$id_str[nrow(result)]) - 1)
|
|
str_detect(result$created_at[nrow(result)], "2013$")
|
|
|
|
result <- fromJSON(correctJSON(twitter_api_call(url, query, params)))
|
|
|
|
# ---------------
|
|
# http://www.joyofdata.de/blog/twitters-rest-api-v1-1-with-r-for-linux-and-windows/
|
|
# devtools::install_github("joyofdata/RTwitterAPI")
|
|
|
|
api_params <- c(
|
|
"oauth_consumer_key" = "c9Ob2fWNSONMC0mA2JlNaeRke",
|
|
"oauth_nonce" = NA,
|
|
"oauth_signature_method" = "HMAC-SHA1",
|
|
"oauth_timestamp" = NA,
|
|
"oauth_token" = "1007025684-RFxCDFc4OPkt02bASmdci00TB4jgaPjfqxLRT58",
|
|
"oauth_version" = "1.0",
|
|
"consumer_secret" = "cZ3Il2hmbLgK0Lc57mj5kUvymjVdsmZKYwKOGHR3NhCpvWgEOI",
|
|
"oauth_token_secret" = "rvfv8MgexFKTqrPNSoGrdrZVNhV4fTJb2Bgz249nbvKNg"
|
|
)
|
|
|
|
api_url <- "https://api.twitter.com/1.1/statuses/user_timeline.json";
|
|
# api_url <- "https://api.twitter.com/1.1/statuses/show.json";
|
|
user <- "peteraltmaier"
|
|
max_count <- "200"
|
|
max_id <- "999999999999999999"
|
|
loop <- 1
|
|
keep <- c("created_at", "id_str", "text", "retweet_count")
|
|
rm(tweets_full, tweets_temp)
|
|
repeat {
|
|
query <- c(include_rts=1, exclude_replies="true", trim_user="true", include_entities="false",
|
|
screen_name=user,
|
|
count=max_count,
|
|
max_id=max_id);
|
|
# query <- c(trim_user="true", include_entities="false",
|
|
# id="431858659656990721");
|
|
if(exists("tweets_full")) {
|
|
current <- twitter_api_call(api_url, query, api_params)
|
|
tweets_temp <- fromJSON(current)
|
|
tweets_temp <- tweets_temp[keep]
|
|
tweets_full <- insertRow(tweets_full, tweets_temp)
|
|
}
|
|
else {
|
|
current <- twitter_api_call(api_url, query, api_params)
|
|
tweets_full <- fromJSON(correctJSON(current))
|
|
tweets_full <- tweets_full[keep]
|
|
}
|
|
|
|
status <- str_detect(tweets_full$created_at[nrow(tweets_full)], "2013$")
|
|
if (status) {
|
|
rm(tweets_temp)
|
|
for(r in 1:nrow(tweets_full)) {
|
|
status <- str_detect(tweets_full$created_at[r], "2013$")
|
|
if(is.na(status)) { status <- FALSE }
|
|
if(status) {
|
|
tweets_full <- tweets_full[-r,]
|
|
}
|
|
}
|
|
break
|
|
}
|
|
else {
|
|
max_id <- as.character(as.numeric(tweets_full$id_str[nrow(tweets_full)]) - 1)
|
|
loop <- loop + 1
|
|
}
|
|
}
|
|
|
|
# ---------------
|
|
|
|
|