tmp/test.R

In samuel-rosa/febr: Data Repository of the Brazilian Soil

key <- '1l_ag2vVnEjKSUYyWsy89a6LYCjqQN8QKGolZcoms4NY'
tb <- "observacao"
sheet <-
  .readGoogleSheet(
    sheet.id = key,
    # return = 'https.request',
    sheet.name = tb, sheet.headers = 3,
    # sheet.query = "select * where A != '#metadado>'",
    stringsAsFactors = FALSE, dec = ',', header = TRUE,
    na.strings = c("NA", "-", "", "na", "tr", "#VALUE!"))
colnames(sheet) <- sapply(colnames(sheet), function (x) strsplit(x, split = '.', fixed = TRUE)[[1]][1])
sheet1 <- .getTable(x = key, ws = tb)
cbind(new = sapply(sheet, class), old = sapply(sheet1, class))

lapply(list(sheet, sheet1), head)

keys <- list('1FQpmLSeVsbVDeFEwBzLQO1j6_m_G5PZ58DRPr32fhAc', '1U1RlF6-2FuCpuVgZtcOkfX9qM3nfmzjhSLQXhnSPJFg',
             '1_sX8qx_zzHQhxaV3Bh6irU9ceFBuDY9O_ar68xp4aE4', '1jnY-USD_39eqXIMVuPXDEEaiaGlXxZimrYvmr_1nEi4',
             '1xJU9T5TjQRakVqbDKR35Bh22CMDkm3XCC9F9wbgZNus', '1tP0c-oStomBFqyXqJn1vUmE__w2rZd6e6zQftSfQCU8')
teste <- lapply(keys, function (x) .readGoogleSheet(
  sheet.id = x,
  # return = 'https.request',
  sheet.name = tb, sheet.headers = 3,
  # sheet.query = "select * where A != '#metadado>'",
  stringsAsFactors = FALSE, dec = ',', header = TRUE,
  na.strings = c("NA", "-", "", "na", "tr", "#VALUE!")))


###############################################################################################################
# Descarregamento do cabeçalho
key <- '1l_ag2vVnEjKSUYyWsy89a6LYCjqQN8QKGolZcoms4NY'
tb <- "observacao"
cab_old <- .getHeader(x = key, ws = tb)
cab_new <- .readGoogleSheet(return = 'https.request',
  sheet.id = key, sheet.name = tb, sheet.query = 'limit 2',
  sheet.headers = 1, stringsAsFactors = FALSE, 
  dec = ',', header = TRUE)

cab_old == cab_new

sheet.id <- '1ucoZYzIS49tsypPb0Hd8a1f0x9pKESrVAho0Q6NP9ww'
sheet.name <- 0
url <- 
  paste('https://docs.google.com/spreadsheets/d/', sheet.id, '/export?format=xlsx', sep ='')
destfile <- tempfile(pattern = sheet.id, tmpdir = tempdir(), fileext = '.xlsx')
download.file(url = url, destfile = destfile)
# read.table(file = destfile, header = TRUE, sep = ',', dec = ',')
str(openxlsx::read.xlsx(xlsxFile = destfile, rows = c(1, 4:100000)))
str(openxlsx::read.xlsx(xlsxFile = destfile, rows = c(1:3)))

url <- 'https://docs.google.com/spreadsheets/d/1l_ag2vVnEjKSUYyWsy89a6LYCjqQN8QKGolZcoms4NY/export?format=csv&id=1l_ag2vVnEjKSUYyWsy89a6LYCjqQN8QKGolZcoms4NY&sheet=observacao'
download.file(url = url, destfile = 'tmp.csv')
utils::read.table(file = 'tmp.csv', nrows = 2, dec = ',', sep = ',', header = T, comment.char = '')

https://docs.google.com/spreadsheets/d/1l_ag2vVnEjKSUYyWsy89a6LYCjqQN8QKGolZcoms4NY/gviz/tq?tqx=out:csv&sheet=observacao&headers=1&tq=limit%202

a <- httr::GET('https://docs.google.com/spreadsheets/d/1l_ag2vVnEjKSUYyWsy89a6LYCjqQN8QKGolZcoms4NY/gviz/tq?tqx=out:csv&sheet=observacao&headers=1&tq=limit%202')
a <- a$content
a <- readBin(con = a, what = character())




profiles <- observation(
   data.set = "ctb0025", variable = c("taxon_sibcs", "relevo_drenagem"),
   standardization = list(units = TRUE, round = TRUE))
idx <- profiles$observacao_id[1]
profiles <- profiles[profiles$observacao_id %in% idx, ]
horizons <- layer(
   data.set = "ctb0025", variable = "all",
   standardization =
     list(plus.sign = "remove", lessthan.sign = "remove",
          transition = "smooth", units = TRUE, round = TRUE))
horizons <- horizons[horizons$observacao_id %in% idx, ]


horizons[, 9:48] <- lapply(horizons[, 9:48], as.numeric)
 horizons <- cbind(
   horizons,
   morphology(x = horizons$morfologia_descricao, variable = "color"),
   morphology(x = horizons$morfologia_descricao, variable = "structure"),
   morphology(x = horizons$morfologia_descricao, variable = "consistence"),
   stringsAsFactors = FALSE)