examples/downloadPostLikersByDate.R

In josefslerka/sugar: Sugar for your social data mining.

#############################################
#####  Download likers and Commenters   #####
#############################################
library("Rfacebook")
library("RCurl")
library("stringr")
library("plyr")
library("sugar")

token <- fbOAuth(app_id="105261629503772", app_secret="3ae28d93ced1153e5c1a4142f1686a38")

Sys.sleep(4)

graphFacebook = "https://graph.facebook.com/"

toAnalyze <- c(
"100683176313",
"103258375775",
"109323929038",
"111041662264882",
"114811848586566",
"115991108439011",
"120250914680166",
"121644967872631",
"128568793892041",
"1311867308845410",
"132141523484024",
"135144949863739",
"137067469008",
"137301989386",
"1385022245089699",
"139079856198676",
"142069753862",
"143886599126215",
"1469427909957890",
"1489109218022130",
"1491040544530242",
"1519178648365430",
"1523448804629014",
"156945169098",
"1609110509368821",
"164248273731774",
"176546515755264",
"179497582061065",
"180415232570",
"188950254487749",
"199172316950958",
"202451429883",
"203833483473",
"206407509818",
"210778132327279",
"211401918930049",
"214827221987263",
"240233692807752",
"242264792492060",
"251656685576",
"290903524034",
"291277884271365",
"298789466930469",
"30575632699",
"324067265643",
"340208672684617",
"342117105834888",
"34825122262",
"363829437158226",
"369226096614102",
"370583064327",
"373496142743854",
"392036724286541",
"39371299263",
"406219552850249",
"417747541641010",
"447515225396176",
"462447430809625",
"467091406762219",
"487445514669670",
"50309511751",
"52479821102",
"605295742903171",
"615247491825200",
"61731121893",
"623521487687579",
"631424410350514",
"694807680694998",
"698331456928330",
"727444343956952",
"751578688203935",
"857381140982848",
"880078005385630",
"88822578037",
"90002267161",
"93433992603",
"956932017785575",

    "svobodni",
    "vaclavklausml",
    "HateFreeCulture",
    "stredoevropan.cz",
    "lubomir.zaoralek",
    "dsss.cz",
    "stranaprav",

    "ceskatelevize",
    "danielhermanofficial",
"svobodakdu",
"SeznamZpravy",
"Gameballcz",
"reporterict",
"DVTV.cz",
"iROZHLAS.cz",
"SeznamZpravy",
"farskyjansemily",
"britskelisty",
"173305846086912",
"karel.schwarzenberg",
"Marketa.AdamovaTOP09",
"mach.svobodni",
"zenaazivot",
"casopisKatka",
"bleskprozeny",
"tvbarrandov",
"MarieClaireCZ",
"ELLE.cz",
"denikmetro",
"drahosjiri",
"PavelFischerOfficial",
"budmehrdi",
"MarekNaHrad",
"mhmamenavic",
"hynek2018",
"kulhaneknahrad",
"MirekPrezident.cz",
"prezidentcr"
)

toAnalyze <- c("spiegelonline",
"tonline.de",
"tagesschau",
"WEB.DE",
"focus.de",
"nachrichtensender",
"N24",
"GMX.de",
"bild",
"welt",
"HuffPostDE",
"ZDFheute",
"stern",
"faz")

toAnalyze <- c(
"alternativefuerde",
"SPD",
"CDU",
"CSU",
"FDP",
"linkspartei",
"B90DieGruenen",
"proputinpartei"
)

toAnalyze <- c("achgutcom",
"DIE.WELTWOCHE",
"Metropolico",
"KenFM.de",
"kopponline",
"245523645611787",
"NewsFrontDE",
"DeutscheWirtschaftsNachrichten",
"neopresse",
"journalistenwatch",
"EpochTimes.Deutsch",
"contramagazin",
"jungefreiheit",
"Compact.Magazin",  
"sputnik.deutschland",
"rtdeutsch",
"dieUnbestechlichenNews")

toAnalyze <- c("www.hlavnespravy.sk",
"Infovojna",
"medzicas",
"ZEMAVEK",
"pravdadennik",
"protiprud.sk",
"teraz.sk",
"fakt24sk",
"slovenskydennik",
"ParlamentneListy.sk",
"SlobodnyVysielac",
"DobreNoviny",
"noviny.sk",
"novycas",
"TelevizneNoviny",
"Aktuality.sk",
"plusjedenden",
"spravy.rtvs",
"plus7dni",
"www.info.sk",
"televiziaTA3",
"Aktuality.sk",
"sme.sk",
"projektn.sk",
"hospodarskenoviny")

toAnalyze <- c("tyzdennik.trend",
"tyzden.sk")

toAnalyze <- c(
"OrigoHirek",
"hirado.hu",
"ripost.hu",
"magyaridoknapilap",
"tv2hun",
"echotelevizio",
"mr1kossuthradio",
"magyarhirlap",
"888ponthu",
"pestisracok.hu",
"mandiner.hu",
"Indexhu",
"444.hu",
"nepszavaonline",
"atv.hu",
"mno.hu",
"hirtv",
"hvghu",
"168ora",
"zoomponthu",
"24ponthu",
"AlfahirHirportal",
"orientalista.hu",
"atomenergiainfo",
"oroszhirek.hu"
  )

toAnalyze <- c("100683176313",
"108655765835225",
"114811848586566",
"115991108439011",
"120250914680166",
"123858471641",
"135144949863739",
"137067469008",
"137301989386",
"139079856198676",
"1401698296515625",
"142069753862",
"1437121429870192",
"143886599126215",
"1469427909957890",
"1489109218022130",
"1491040544530242",
"1609110509368821",
"1737035843238717",
"176546515755264",
"180415232570",
"199172316950958",
"202451429883",
"203833483473",
"206407509818",
"210778132327279",
"290903524034",
"340208672684617",
"342117105834888",
"34825122262",
"363829437158226",
"373496142743854",
"447515225396176",
"467091406762219",
"50309511751",
"51828152685",
"52479821102",
"605295742903171",
"615247491825200",
"61731121893",
"623521487687579",
"694807680694998",
"698331456928330",
"751578688203935",
"825350200914537",
"857381140982848")

toAnalyze <- c(
"drahosjiri",
"prezidentcr",
"MirekPrezident.cz",
"mhmamenavic",
"AndrejBabis",
"anobudelip"
)


toAnalyze <- c("drahosjiri",
"PavelFischerOfficial",
"budmehrdi",
"MarekNaHrad",
"mhmamenavic",
"hynek2018",
"kulhaneknahrad",
"MirekPrezident.cz",
"prezidentcr",
"zemanznovu")


# toAnalyze <- c("316957798794325")
dfPages <- getPagesDetail(toAnalyze)

# configuration 
comments <- "1" # comment downloading?
likers <- "1" # likers downloading?
engagers <- "0" # engagers downloading?

fromDate <- "2017-12-01" # filter dataset by date
untilDate <- "2018-01-23"# filter dataset by date
retryAttempts <- 1 # number of retry


  toDownload <- unique(dfPages$id)

  failedPages <- c()
  for(PagetoAnalyze in toDownload) {

    printLog(PagetoAnalyze)
    ###########################################
    # 1. stazeni postu z analyzovane stranky  #
    ###########################################
    #fileName <- paste0(PagetoAnalyze, ".csv", collapse = "")
    
    retryResult <- try(
      retry({
        
        dfPagePosts <- getPostsByDate(PagetoAnalyze,fromDate,untilDate)
        dfPagePosts$date <- format(as.POSIXlt(dfPagePosts$created_time))

        #  ulozi soubor s posty stranky
        fileName <- paste0(PagetoAnalyze, "_posts.csv", collapse = "")
        write.csv(dfPagePosts, fileName)
        
        dfPagePosts$likes_count <- as.numeric(dfPagePosts$likes_count)
        dfPagePosts$comments_count <- as.numeric(dfPagePosts$comments_count)

        maxLikes <- max(dfPagePosts$likes_count)
        maxComments <- max(dfPagePosts$comments_count)
        


        printLog(PagetoAnalyze, " complete")
        cat(nrow(dfPagePosts), " posts\n", "maxLikes: ", maxLikes, "\nmaxComments: ", maxComments, "\n", sep="")
        if (maxLikes < 0 || maxComments < 0) {
          stop("Got invalid maxLikes or maxComments, let's try this again.")
        }
  Sys.sleep(4)      
        #### likers
        if (likers == "1") {
        dfLikes <- get_likers(dfPagePosts$id, maxLikes)
        # ulozi seznam lajkujicich a posty, ktere lajkovali
        fileName <- paste0(PagetoAnalyze, "_likes.csv", collapse = "")
        write.csv(dfLikes, fileName)
        }

        #### engagers
        if (engagers == "1") {
        dfEngagers <- get_engagers(dfPagePosts$id, maxLikes)
        # ulozi seznam lajkujicich a posty, ktere lajkovali
        fileName <- paste0(PagetoAnalyze, "_engagers.csv", collapse = "")
        write.csv(dfEngagers, fileName)
        }



  Sys.sleep(4)
        #### stazeni komentaru
        if (comments == "1") {
          dfComments <- get_comments(dfPagePosts$id, maxComments)
          fileName <- paste0(PagetoAnalyze, "_comments.csv", collapse = "")
          write.csv(dfComments, fileName)
        }
      }, attempts = retryAttempts)
    )
    if(class(retryResult) == "try-error") {
      failedPages = c(failedPages, PagetoAnalyze)
      warning("Failed page: ", PagetoAnalyze)
    }
  }

  if(length(failedPages) > 0) {
    cat("#### Failed pages:\n")
    cat(paste(shQuote(failedPages, type="cmd"), collapse=",\n"))
  }