R/statements_get_time.R

In rOpenGov/europarl: Scrap Data from Europarlament's Website

#' Get time of statements
#'
#' @param url A url of statements
#' @return Returns duration, start time and end time of statement
#'
#' @export
#' @import rvest
#' @import magrittr
#' @import RSelenium
#' @import lubridate


statements_get_time <- function(url) {

  video_text <- 'Video of the speech'
  eu_url <- "http://www.europarl.europa.eu"

  page <- safe_html(url)
  text <- page %>%
    html_nodes(xpath='//a')

  for(i in 1:length(text)) {
    title_video <- text[i] %>%  html_attr('title')

    if(!is.na(title_video)) {

      if(strings_identical(title_video,video_text)==TRUE) {

        video_url <- text[i] %>%  html_attr('href')

        pageH <- try(page <- read_html(paste(eu_url,video_url,sep='/')))

        if(class(pageH)[1] != 'try-error') {
          text <- page %>%
            html_nodes(xpath='//a')

          nodes <- page %>%
            html_nodes(xpath='//div[@class="info"]') %>%
            html_nodes(xpath='p')

          duration <- nodes %>%
            html_nodes(xpath='//p[@id="duration"]') %>%
            html_text()

          startTime <- nodes %>%
            html_nodes(xpath='//p[@id="startTime"]') %>%
            html_text()

          endTime <- nodes %>%
            html_nodes(xpath='//p[@id="endTime"]') %>%
            html_text()

          values <- list(duration = hms(duration), startTime = hms(startTime), endTime = hms(endTime))

          return(values)
        }
        else {
          return(list(duration = NA, startTime = NA, endTime = NA))
        }

      }
    }
  }
  return(list(duration = NA, startTime = NA, endTime = NA))

}


#' Remove white signs and comapre two strings
#'
#'
#' @return Returns TRUE or FALSE
#'
#' @import stringr



strings_identical <- function(x,y) {
  #removes white signs and compare
  return(grepl(str_replace_all(x,'\\s+',''),str_replace_all(y,'\\s+','')))
  #return(grepl(gsub('\\s+','', x),gsub('\\s+','', y)))
}