92 lines
2.4 KiB
R
92 lines
2.4 KiB
R
require(stringr)
|
|
|
|
# Replace characters messing up JSON validation (\,\n,^)
|
|
correctJSON <- function(string) {
|
|
string <- gsub('\\\\\\\\\\"(\\w)', '\\1' , string)
|
|
string <- gsub('\\\\\\\\\\" ', ' ', string)
|
|
string <- gsub("\\\\{2,}", "", string)
|
|
string <- str_replace_all(string, pattern = "[^[:print:]]", replacement = " ")
|
|
string <- str_replace_all(string, pattern = "&..;", replacement = " ")
|
|
string <- str_replace_all(string, pattern = perl('\\\\(?![tn"])'), replacement = " ")
|
|
return(string)
|
|
}
|
|
|
|
insertRow <- function(existingDF, newrow, r) {
|
|
r <- as.numeric(nrow(existingDF)) + 1
|
|
existingDF <- rbind(existingDF,newrow)
|
|
existingDF <- existingDF[order(c(1:(nrow(existingDF)-1),r-0.5)),]
|
|
row.names(existingDF) <- 1:nrow(existingDF)
|
|
return(existingDF)
|
|
}
|
|
|
|
## ERROR HANDLING
|
|
|
|
# Check for empty API returns (0 or 1 or 2)
|
|
errorEmptyAPI <- function(df) {
|
|
status <- length(df)
|
|
if(status == 0) {
|
|
if(error < 3) {
|
|
cat("[WARNING] Empty API result. Trying again.\n")
|
|
returncode <- 1
|
|
}
|
|
else {
|
|
cat("[WARNING] 3x empty API result. Aborting now.\n")
|
|
returncode <- 2
|
|
}
|
|
}
|
|
else {
|
|
returncode <- 0
|
|
}
|
|
return(returncode)
|
|
}
|
|
|
|
# Check if API output contains error fields (0 or 2)
|
|
errorErrorColumn <- function(df) {
|
|
status <- "error" %in% names(df)
|
|
if(status) {
|
|
cat("[WARNING] Error in API request:", df$error[1],"\n")
|
|
returncode <- 2
|
|
}
|
|
else {
|
|
returncode <- 0
|
|
}
|
|
return(returncode)
|
|
}
|
|
|
|
# Check if error codes exist (i.e. 34 or 88)
|
|
errorCheckCode <- function(df) {
|
|
status <- "errors" %in% names(df)
|
|
if(status) {
|
|
cat("[WARNING] Error in API request:", df$errors[1,1],"\n")
|
|
code <- df$errors[1,2]
|
|
}
|
|
else {
|
|
code <- 0
|
|
}
|
|
return(code)
|
|
}
|
|
|
|
# Handle code 88: rate limit exceeded (wait time)
|
|
errorCode88 <- function() {
|
|
rate_api_url <- "https://api.twitter.com/1.1/application/rate_limit_status.json"
|
|
rate_query <- c(resources="statuses")
|
|
resettime <- fromJSON(twitter_api_call(rate_api_url, rate_query, api_params))
|
|
resettime <- resettime$resources$statuses$`/statuses/user_timeline`$reset
|
|
curtime <- as.numeric(as.POSIXct(Sys.time()))
|
|
wait <- round(resettime - curtime + 10)
|
|
cat("[INFO] Rate limit is exceeded. Now waiting",wait,"seconds.\n")
|
|
return(wait)
|
|
}
|
|
|
|
# Handle code 34: Page does not exist (1 or 2)
|
|
errorCode34 <- function() {
|
|
if(error > 2) {
|
|
cat("[WARNING] 3x Not existing page. Aborting now.\n")
|
|
returncode <- 2
|
|
}
|
|
else {
|
|
returncode <- 1
|
|
}
|
|
return(returncode)
|
|
}
|