R/drainFile.R

In professorf/vampiR: A Web Page Scraper

#
# vampire-bot.R
# Author: ProfessorF
# Date: 2020-11-14
# License: Gnu General Public Licence v3.0
#

#
# LIBRARIES: Put in DESCRIPTION/imports
#
# if (require("curl")==F) install.packages("curl")
# library(curl)

#
# INPUTS
#

drainFile=function(url, filename) {
  if (url=="") return
  h=curl::new_handle()
  curl::handle_setopt(h, useragent="Mozilla/5.0 (Windows NT 10.0; Win64; x64)") # for pages that require cookies & js
  curl::curl_download(url, filename, handle=h)
}