R/getMainCategory.R

In kwanhong66/n2h4_modified: Handling methods for naver news text crawling

#' Get News Main Categories
#'
#' Get naver news main category names and ids recently.
#'
#' @return Get data.frame(chr:cate_name, chr:sid1).
#' @export
#' @import xml2
#' @import rvest
#' @import stringr

getMainCategory <- function() {

  print("This function use internet. If get error, please check the internet.")
  home <- "http://news.naver.com/"
  titles <- read_html(home) %>% html_nodes("div.lnb_menu ul li a") %>% html_text()
  links <- read_html(home) %>% html_nodes("div.lnb_menu ul li a") %>% html_attr("href")
  titles<-titles[grep("^\\/main\\/main.nhn\\?mode=LSD&mid=shm&sid1=1",links)]
  titles<-str_trim(titles)
  links<-links[grep("^\\/main\\/main.nhn\\?mode=LSD&mid=shm&sid1=1",links)]
  sid1<-str_sub(links,-3,-1)
  urls<-data.frame(cate_name=titles,sid1=sid1,stringsAsFactors = F)
  return(urls)

}