R/result-exporter.R

In shihjyun/PTTmineR: Parallel Crawling and Searching Data from PTT

#' @importFrom tibble as_tibble
#' @importFrom dplyr group_nest left_join rename

export_dt <- function(obj.name, miner.env){

  miner_env <- miner.env
  export_dt_set <- miner_env$self$result_dt
  env_poke(.GlobalEnv, obj.name, export_dt_set)

}

export_tbl <- function(obj.name, miner.env){

  miner_env <- miner.env
  post_info_tbl <- as_tibble(miner_env$self$result_dt$post_info_dt)
  post_comment_tbl <- as_tibble(miner_env$self$result_dt$post_comment_dt)
  export_tbl_set <- list(post_info_tbl = post_info_tbl,
                         post_comment_tbl = post_comment_tbl)
  env_poke(.GlobalEnv, obj.name, export_tbl_set)

}

export_nested_tbl <- function(obj.name, miner.env){

  miner_env <- miner.env
  post_info_tbl <- as_tibble(miner_env$self$result_dt$post_info_dt)
  post_comment_tbl <- as_tibble(miner_env$self$result_dt$post_comment_dt) %>%
    group_nest(comment_tbl = !!sym("post_id")) %>%
    rename("comment_tbl" = "data")
  export_nested_tbl <- left_join(post_info_tbl, post_comment_tbl, by = "post_id")
  env_poke(.GlobalEnv, obj.name, export_nested_tbl)

}