data-raw/internal_data.R

In dickoa/ridl: A Client for the UNHCR RIDL Platform API

library(jsonlite)
library(tidyverse)

## URL
dataset_json <- "https://raw.githubusercontent.com/okfn/ckanext-unhcr/3.2.1/ckanext/unhcr/schemas/dataset.json"
data_container_json <- "https://raw.githubusercontent.com/okfn/ckanext-unhcr/3.2.1/ckanext/unhcr/schemas/data_container.json"
deposited_dataset_json <- "https://raw.githubusercontent.com/okfn/ckanext-unhcr/3.2.1/ckanext/unhcr/schemas/deposited_dataset.json"

dataset_uat_json <- "https://raw.githubusercontent.com/okfn/ckanext-unhcr/3.2.1.1/ckanext/unhcr/schemas/dataset.json"
data_container_uat_json <- "https://raw.githubusercontent.com/okfn/ckanext-unhcr/3.2.1.1/ckanext/unhcr/schemas/data_container.json"
deposited_dataset_uat_json <- "https://raw.githubusercontent.com/okfn/ckanext-unhcr/3.2.1.1/ckanext/unhcr/schemas/deposited_dataset.json"

.ridl_dataset_schema <- fromJSON(dataset_json,
                                 simplifyVector = FALSE)
.ridl_container_schema <- fromJSON(data_container_json,
                                   simplifyVector = FALSE)
.ridl_deposited_dataset_schema <- fromJSON(deposited_dataset_json,
                                           simplifyVector = FALSE)

.ridl_dataset_uat_schema <- fromJSON(dataset_uat_json,
                                     simplifyVector = FALSE)
.ridl_container_uat_schema <- fromJSON(data_container_uat_json,
                                       simplifyVector = FALSE)
.ridl_deposited_dataset_uat_schema <- fromJSON(deposited_dataset_uat_json,
                                               simplifyVector = FALSE)

### Schema to data
schema2df <- function(fields, prefix) {
  bool <- vapply(fields,
               function(x) "choices" %in% names(x),
               logical(1))

  param_with_choices <- fields[bool]
  value <- lapply(param_with_choices,
                  function(x)
                    setNames(lapply(x$choices, "[[", "value"),
                             vapply(x$choices,
                                    function(cc) gsub(" / ", "/", tolower(cc$label)),
                                    character(1))))
  param <- vapply(param_with_choices,
                  function(x) x$field_name, character(1))
  lookup_list <- setNames(value, param)

  lookup_list_to_df <- function(key) {
    df <- tibble::tibble(code = unlist(lookup_list[[key]]),
                         label = names(lookup_list[[key]]))
    names(df) <- paste0(key, "_", names(df))
    readr::type_convert(df)
  }

  nm <- names(lookup_list)
  all_df <- lapply(names(lookup_list), lookup_list_to_df)
  names(all_df) <- paste0(prefix, gsub("\\-", "", nm))
  list2env(all_df, globalenv())
  lookup_list
}

.ridl_dataset_lookup_list <- schema2df(.ridl_dataset_schema$dataset_fields, "rd_metadata_")
.ridl_resource_lookup_list <- schema2df(.ridl_dataset_schema$resource_fields, "rr_metadata_")
.ridl_container_lookup_list <- schema2df(.ridl_container_schema$fields, "rc_metadata_")

.ridl_dataset_uat_lookup_list <- schema2df(.ridl_dataset_uat_schema$dataset_fields,
                                           "rd_metadata_uat_")
.ridl_resource_uat_lookup_list <- schema2df(.ridl_dataset_uat_schema$resource_fields,
                                            "rr_metadata_uat_")
.ridl_container_uat_lookup_list <- schema2df(.ridl_container_uat_schema$fields,
                                             "rc_metadata_uat_")


usethis::use_data(.ridl_dataset_schema,
                  .ridl_deposited_dataset_schema,
                  .ridl_container_schema,
                  .ridl_dataset_uat_schema,
                  .ridl_deposited_dataset_uat_schema,
                  .ridl_container_uat_schema,
                  .ridl_dataset_lookup_list,
                  .ridl_resource_lookup_list,
                  .ridl_container_lookup_list,
                  .ridl_dataset_uat_lookup_list,
                  .ridl_resource_uat_lookup_list,
                  .ridl_container_uat_lookup_list,
                  internal = TRUE,
                  overwrite = TRUE)

usethis::use_data(rd_metadata_archived,
                  rd_metadata_data_collection_technique,
                  rd_metadata_data_sensitivity,
                  rd_metadata_external_access_level,
                  rd_metadata_identifiability,
                  rd_metadata_keywords,
                  rd_metadata_operational_purpose_of_data,
                  rd_metadata_process_status,
                  rd_metadata_sampling_procedure,
                  rd_metadata_visibility,
                  rr_metadata_file_type,
                  rr_metadata_hxlated,
                  rr_metadata_identifiability,
                  rr_metadata_process_status,
                  rr_metadata_type,
                  rr_metadata_visibility,
                  rc_metadata_country,
                  rc_metadata_sectoral_area,
                  rd_metadata_uat_archived,
                  rd_metadata_uat_data_collection_technique,
                  rd_metadata_uat_data_sensitivity,
                  rd_metadata_uat_external_access_level,
                  rd_metadata_uat_identifiability,
                  rd_metadata_uat_keywords,
                  rd_metadata_uat_operational_purpose_of_data,
                  rd_metadata_uat_process_status,
                  rd_metadata_uat_sampling_procedure,
                  rd_metadata_uat_visibility,
                  rr_metadata_uat_confidentiality_status,
                  rr_metadata_uat_file_type,
                  rr_metadata_uat_hxlated,
                  rr_metadata_uat_identifiability,
                  rr_metadata_uat_process_status,
                  rr_metadata_uat_type,
                  rr_metadata_uat_visibility,
                  rc_metadata_uat_country,
                  rc_metadata_uat_sectoral_area,
                  overwrite = TRUE)