data-raw/gh_users_repos-wrangle.R

In jennybc/repurrrsive: Examples of Recursive Lists and Nested or Split Data Frames

## devtools::install_github("krlmlr/here")
library(here)
library(jsonlite)
library(purrr)
library(stringr)
## devtools::install_github("jennybc/xml2@as-xml-first-try")
## experimental as_xml() in this branch of my fork, used below
library(xml2)

fls <- list.files(here("data-raw", "github-json"), full.names = TRUE)
is_repo_json <- str_detect(fls, "repos")
user_fls <- fls[!is_repo_json]
repo_fls <- fls[is_repo_json]

gh_users <- user_fls %>%
  map(fromJSON)
gh_repos <- repo_fls %>%
  map(fromJSON, simplifyDataFrame = FALSE)

use_data(gh_users, overwrite = TRUE)
use_data(gh_repos, overwrite = TRUE)

## auto_unbox = TRUE in order to make this JSON as close as possible to the JSON
## from GitHub API, modulo catenating 6 users
## null = "null" is necessary for roundtrips to work:
## list --> JSON --> original list
gh_users %>%
  toJSON(null = "null", auto_unbox = TRUE) %>%
  prettify() %>%
  writeLines(here("inst", "extdata", "gh_users.json"))

gh_repos %>%
  toJSON(null = "null", auto_unbox = TRUE) %>%
  prettify() %>%
  writeLines(here("inst", "extdata", "gh_repos.json"))

gh_users %>%
  xml2:::as_xml() %>%
  write_xml(here("inst", "extdata", "gh_users.xml"))

gh_repos %>%
  xml2:::as_xml() %>%
  write_xml(here("inst", "extdata", "gh_repos.xml"))

## identical() and diffObj() now say these objects are same
# library(diffobj)
# ghuj <- fromJSON(here("inst", "extdata", "gh_users.json"),
#                  simplifyDataFrame = FALSE)
# diffObj(gh_users, ghuj)
# identical(gh_users, ghuj)
# ghrj <- fromJSON(here("inst", "extdata", "gh_repos.json"),
#                  simplifyDataFrame = FALSE)
# diffObj(gh_repos, ghrj)
# identical(gh_repos, ghrj)