data-raw/onet_contexts_read.R

In djmorris1989/onetmappinguk: Map US O-NET to the UK SOC-2010

  data.2004 <- data.table::fread("data-raw/onet databases/db_60/db_60/WorkContext.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2005 <- data.table::fread("data-raw/onet databases/db_80/db_80/WorkContext.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2006 <- data.table::fread("data-raw/onet databases/db_10_0/db_10_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2007 <- data.table::fread("data-raw/onet databases/db_12_0/db_12_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2008 <- data.table::fread("data-raw/onet databases/db_13_0/db_13_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2009 <- data.table::fread("data-raw/onet databases/db_14_0/db_14_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2010 <- data.table::fread("data-raw/onet databases/db_15_0/db_15_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2011 <- data.table::fread("data-raw/onet databases/db_16_0/db_16_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2012 <- data.table::fread("data-raw/onet databases/db_17_0/db_17_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2013 <- data.table::fread("data-raw/onet databases/db_18_0/db_18_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2014 <- data.table::fread("data-raw/onet databases/db_19_0/db_19_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2015 <- data.table::fread("data-raw/onet databases/db_20_0/db_20_0/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2016 <- data.table::fread("data-raw/onet databases/db_21_0_text/db_21_0_text/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2017 <- data.table::fread("data-raw/onet databases/db_22_0_text/db_22_0_text/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2018 <- data.table::fread("data-raw/onet databases/db_23_0_text/db_23_0_text/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]
  data.2019 <- data.table::fread("data-raw/onet databases/db_24_0_text/db_24_0_text/Work Context.txt")[,c("O*NET-SOC Code","Element Name","Scale ID","Data Value","Standard Error","Domain Source")]

  data.2004$year = 2004
  data.2005$year = 2005
  data.2006$year = 2006
  data.2007$year = 2007
  data.2008$year = 2008
  data.2009$year = 2009
  data.2010$year = 2010
  data.2011$year = 2011
  data.2012$year = 2012
  data.2013$year = 2013
  data.2014$year = 2014
  data.2015$year = 2015
  data.2016$year = 2016
  data.2017$year = 2017
  data.2018$year = 2018
  data.2019$year = 2019

  ### append into one data frame
  rawdata_contexts <- dplyr::bind_rows(data.2004,data.2005,data.2006,data.2007,data.2008,data.2009,data.2010,data.2011,
                           data.2012,data.2013,data.2014,data.2015,data.2016,data.2017,data.2018,data.2019) %>%
    dplyr::rename("scale"="Scale ID",
                  "element"="Element Name") %>%
    dplyr::filter(scale == "CX") %>%
    dplyr::select(-c(scale))  %>%
    dplyr::rename("source"="Domain Source") %>%
    dplyr::mutate(Incumbent = ifelse(source=="Incumbent",1,0))

  ## fix a variable labelling inconsistency

  rawdata_contexts <- as.data.table(rawdata_contexts)

  rawdata_contexts[element=="Spend Time Kneeling, Crouching, Stooping, or Crawling?", element := "Spend Time Kneeling, Crouching, Stooping, or Crawling"]

  rawdata_contexts <- as.data.frame(rawdata_contexts) %>%
    dplyr::rename("Element Name"="element")