data-raw/put-PSMA-LOCALITY-POSTCODE.R

In HughParsonage/healthyAddress: Convert Addresses to Standard Inputs

library(data.table)
library(magrittr)
library(hutils)
library(hutilscpp)

all_psma <-
  dir(path = "~/Data/PSMA-Geocoded-Address-202105/G-NAF/", pattern = "\\.psv$", full.names = TRUE, recursive = TRUE)

all_LOCALITY <-
  grep("(?<!(STREET))_LOCALITY_psv", all_psma, value = TRUE, perl = TRUE) %>%
  grep("Standard/", x = ., value = TRUE)

all_LOCALITY_ALIAS <-
  grep("(?<!(STREET))_LOCALITY_ALIAS", all_psma, value = TRUE, perl = TRUE) %>%
  grep("Standard/", x = ., value = TRUE)

all_ADDRESS_DETAIL <-
  grep("ADDRESS_DETAIL", all_psma, value = TRUE, perl = TRUE)

stopifnot(length(all_LOCALITY_ALIAS) == length(all_ADDRESS_DETAIL))

LOCALITY_BY_POSTCODE <-
  lapply(seq_along(all_ADDRESS_DETAIL), function(i) {
    lod <- fread(all_LOCALITY[i], select = c("LOCALITY_PID", "LOCALITY_NAME"), key = "LOCALITY_PID")
    loc <- fread(all_LOCALITY_ALIAS[i], sep = "|", select = c("LOCALITY_PID", "NAME"), key = "LOCALITY_PID")
    add <- fread(all_ADDRESS_DETAIL[i], sep = "|", select = c("LOCALITY_PID", "POSTCODE"), key = "LOCALITY_PID")
    ulod <- unique(lod)
    setnames(ulod, "LOCALITY_NAME", "NAME")
    uloc <- unique(loc)
    uloc <- unique(rbind(ulod, uloc))
    setkey(uloc, LOCALITY_PID)
    uadd <- unique(add)
    uloc[uadd, POSTCODE := i.POSTCODE]
  }) |>
  rbindlist(use.names = TRUE, fill = TRUE) |>
  drop_col("LOCALITY_PID") %>%
  .[POSTCODE > 0] |>
  setkey(POSTCODE) |>
  unique()

if (file.exists("./healthyAddress.Rproj") && dir.exists("./inst/extdata/") &&
    !file.exists("./inst/extdata/LOCALITY_BY_POSTCODE.fst")) {
  qs::qsave(LOCALITY_BY_POSTCODE, "./inst/extdata/LOCALITY_BY_POSTCODE.qs")
}