data-raw/nist-cpe.R

In humbertcostas/mitre: Cybersecurity MITRE Standards Data and Digraphs

if(any(grepl("package:RJSONIO", search()))) detach("package:RJSONIO")
library(jsonlite)
library(stringr)
library(usethis)
library(tidyr, warn.conflicts = FALSE)
library(dplyr, warn.conflicts = FALSE)
library(xml2)

if (!dir.exists("data")) dir.create("data")

# Download
if (!file.exists("data-raw/nist-cpe.xml.zip"))
  download.file(url = "https://nvd.nist.gov/feeds/xml/cpe/dictionary/official-cpe-dictionary_v2.3.xml.zip",
                destfile = "data-raw/cpe-nist.xml.zip")


doc <- xml2::read_xml("data-raw/cpe-nist.xml.zip")

cpes <- data.frame(title = xml2::xml_text(xml2::xml_find_all(doc, "//*[cpe-23:cpe23-item]/*[@xml:lang='en-US'][1]")),
                   cpe.22 = xml2::xml_text(xml2::xml_find_all(doc, "//*[cpe-23:cpe23-item]/@name")),
                   cpe.23 = xml2::xml_text(xml2::xml_find_all(doc, "//cpe-23:cpe23-item/@name")),
                   stringsAsFactors = F)
nodes <- xml2::xml_find_all(doc, ".//cpe-23:cpe23-item")

cpes$refs <- unlist(lapply(xml2::xml_find_first(nodes, ".//ancestor::d1:cpe-item/d1:references"),
                           function(x) {
                             z <- lapply(xml2::as_list(x), function(y) as.character(attributes(y)))
                             names(z) <- as.character(sapply(xml2::as_list(x), as.character))
                             jsonlite::toJSON(z, pretty = T)
                           }))

cpes$deprecated <- !is.na(as.logical(xml2::xml_attr(xml2::xml_find_first(nodes,
                                                                         ".//ancestor::d1:cpe-item"),
                                                    "deprecated")))

new.cols <- c("std", "std.v", "part", "vendor", "product",
              "version", "update", "edition", "language", "sw_edition",
              "target_sw", "target_hw", "other")
cpes$cpe.23 <- stringr::str_replace_all(cpes$cpe.23, "\\\\:", ";")
cpes <- tidyr::separate(data = cpes, col = "cpe.23", into = new.cols, sep = ":", remove = F)
cpes <- dplyr::select(.data = cpes, -"std", -"std.v")

cpe.nist <- cpes

usethis::use_data(cpe.nist, compress = "xz", overwrite = TRUE)

rm(cpes, new.cols, doc, nodes)