data-raw/scrape_congrapp10.R

In coletl/congappor: Calculate U.S. Congressional Apportionment in R

library(pdftools)
library(readr)
library(data.table)

# Read in data from Census Bureau site
txt <- pdf_text("https://www.census.gov/content/dam/Census/library/publications/2011/dec/c2010br-08.pdf")
tbl <- read_lines(txt[grep("^Table 1", txt)])

# Clean
header <- tbl[1:8]
tbl2 <- tbl[13:62]
tbl3 <- gsub("[ .]{2,}", ";", tbl2)
tbl4 <- gsub(",", "", tbl3)
tbl5 <-
  read_csv2(paste(tbl4, collapse = "\n"),
            col_names = c("state", "total_pop", "res_pop", "overseas_pop",
                          paste("census", seq(2010, 1910, -10), sep = "_")
                          ),
            na = "(X)"
            )
tbl6 <- tbl5[ , c("state", paste("census", seq(2010, 1910, -10), sep = "_"))]
setDT(tbl6)

tbl7 <- melt(tbl6, id.vars = "state",
             value = "congr_seats",
             variable.name = "census_year")
tbl7[ , census_year := gsub("[^0-9]", "", census_year)]

# Add state abbreviations
data(state)
stateDT <- data.table(state = state.name,
                      state_abb = state.abb)
tbl7[stateDT,
     `:=`(state_abb = i.state_abb),
     on = "state"
     ]

# Change AK and HI 1950 apportionments to NA (not states at time of census).
tbl7[state_abb %in% c("AK", "HI") & census_year == "1950",
     congr_seats := NA
     ]

seats10 <- tbl7[ , .(state, state_abb, census_year, congr_seats)]
devtools::use_data(seats10)