uni-ba-socialagenda/extract-twitter-accounts.R

require(jsonlite)
require(stringr)
require(RCurl)
require(devtools)
require(RTwitterAPI)

source("functions.R")

setwd("~/Dokumente/Uni/Aktuell/BA-Arbeit/uni-ba-issuecomp")

# Set curl handle for friendly scraping
handle <- getCurlHandle(httpheader = list(from         = "max.mehl@uni.kn",
                                          'user-agent' = str_c(R.version$version.string)
)
)

acc_url <- "http://www.bundestwitter.de/api/politiker"
acc_json <- readLines("politiker.txt")
acc_df <- fromJSON(acc_json)

# --------------


# http://www.joyofdata.de/blog/twitters-rest-api-v1-1-with-r-for-linux-and-windows/
# devtools::install_github("joyofdata/RTwitterAPI")

params <- c(
  "oauth_consumer_key"     = "c9Ob2fWNSONMC0mA2JlNaeRke", 
  "oauth_nonce"            = NA,
  "oauth_signature_method" = "HMAC-SHA1",
  "oauth_timestamp"        = NA,
  "oauth_token"            = "1007025684-RFxCDFc4OPkt02bASmdci00TB4jgaPjfqxLRT58",
  "oauth_version"          = "1.0",
  "consumer_secret"        = "cZ3Il2hmbLgK0Lc57mj5kUvymjVdsmZKYwKOGHR3NhCpvWgEOI",
  "oauth_token_secret"     = "rvfv8MgexFKTqrPNSoGrdrZVNhV4fTJb2Bgz249nbvKNg"
);

url   <- "https://api.twitter.com/1.1/statuses/user_timeline.json";
query <- c(screen_name="peteraltmaier", include_rts=1, count="100", exclude_replies="true", trim_user="true", include_entities="false");

result <- twitter_api_call(url, query, params)

# Replace characters messing up JSON validation (\ and \n)
result <- str_replace(string = result, pattern = perl('\\\\(?![tn"])'), replacement = " ")
result <- str_replace(string = result, pattern = "\n", replacement = " ")

result <- fromJSON(result)

# ---------------