data-raw/code/05_comments.R

In jfjelstul/eutr: The European Union Technical Regulations (EUTR) Database

################################################################################
# Joshua C. Fjelstul, Ph.D.
# eutr R package
################################################################################

# define pipe function
`%>%` <- magrittr::`%>%`

# load data
load("data/notifications.RData")

##################################################
# make comments data
##################################################

# select variables
comments <- dplyr::select(
  notifications,
  notification_id,
  notification_by_id, notification_by, notification_by_code,
  start_date, end_date, comments
)

# drop notifications with no comments
comments <- dplyr::filter(comments, !is.na(comments))

# one row per comment
comments <- tidyr::separate_rows(comments, comments, sep = ",")

# rename variable
comments <- dplyr::rename(comments, comment_by = comments)

# clean member state names
comments$comment_by <- stringr::str_squish(comments$comment_by)

# merge in codes
codes <- read.csv("data-raw/entity_codes.csv", stringsAsFactors = FALSE)
comments <- dplyr::left_join(comments, codes, by = c("comment_by" = "entity"))

# rename variables
comments <- dplyr::rename(
  comments,
  comment_by_id = entity_id,
  comment_by_code = entity_code
)

# year
comments$start_year <- lubridate::year(comments$start_date)
comments$end_year <- lubridate::year(comments$end_date)

# comment ID
comments$comment_id <- stringr::str_c(comments$notification_id, comments$comment_by_code, sep = ":")
comments$comment_id <- stringr::str_replace(comments$comment_id, ":N:", ":C:")

# arrange
comments <- dplyr::arrange(comments, start_date, notification_id, comment_id)

# key ID
comments$key_id <- 1:nrow(comments)

# select variables
comments <- dplyr::select(
  comments,
  key_id,
  notification_id, notification_by_id, notification_by, notification_by_code,
  start_date, start_year, end_date, end_year,
  comment_id, comment_by_id, comment_by, comment_by_code
)

# save
save(comments, file = "data/comments.RData")

################################################################################
# end R script
################################################################################