pacman::p_load(tidyverse)

page_chrome <- xml2::read_html(paste0("https://developers.whatismybrowser.com/useragents/explore/software_name/chrome/")) %>%
  rvest::html_table() %>% 
  chuck(1) %>%
  mutate_all(as.character) 

user_agents_chrome <- 2:10 %>%
  purrr::map_dfr(~{
    cat(.x)
    xml2::read_html(paste0("https://developers.whatismybrowser.com/useragents/explore/software_name/chrome/", .x)) %>%
      rvest::html_table() %>% 
      purrr::chuck(1) %>%
      mutate_all(as.character) 
  }) %>%
  dplyr::bind_rows(page_chrome)

page_firefox <- xml2::read_html(paste0("https://developers.whatismybrowser.com/useragents/explore/software_name/firefox/")) %>%
  rvest::html_table() %>% 
  chuck(1) %>%
  mutate_all(as.character) 

user_agents_firefox <- 2:10 %>%
  purrr::map_dfr(~{
    cat(.x)
    xml2::read_html(paste0("https://developers.whatismybrowser.com/useragents/explore/software_name/firefox/", .x)) %>%
      rvest::html_table() %>% 
      purrr::chuck(1) %>%
      mutate_all(as.character) 
  }) %>%
  dplyr::bind_rows(page_firefox)

user_agents <- bind_rows(user_agents_firefox, user_agents_chrome) %>%
  dplyr::bind_rows(page) %>%
  janitor::clean_names() %>%
  glimpse

usethis::use_data(user_agents, overwrite = T)


benjaminguinaudeau/tidyselenium documentation built on Nov. 23, 2020, 3:25 p.m.