ongoing categorisation

This commit is contained in:
2015-02-23 02:06:01 +01:00
parent d7de9dda0c
commit eaffcf3db2
4 changed files with 446 additions and 363 deletions
+4 -4
View File
@@ -21,8 +21,8 @@ drange <- date_start + days(0:drange)
# MATCH TWEETS ------------------------------------------------------------
id_folder <- "matched-ids"
unlink(id_folder, recursive = TRUE)
dir.create(id_folder)
#unlink(id_folder, recursive = TRUE)
#dir.create(id_folder)
issues <- data.frame(date = drange)
issuelist <- readLines("issues.xml")
@@ -37,10 +37,10 @@ tagexpand <- c("", "s", "n", "en", "er", "e")
# Parallelisation
writeLines(c(""), "issuecomp-analysis.log")
cl<-makeCluster(4)
cl<-makeCluster(3)
registerDoParallel(cl)
foreach(d = 1:nrow(issues), .packages = c("stringr"), .combine=rbind) %dopar% {
foreach(d = 101:nrow(issues), .packages = c("stringr"), .combine=rbind) %dopar% {
#for(d in 1:nrow(issues)) {
# Go through every day
curdate <- issues$date[d]