R/collect_results.R

In skoval/wikidraws: Scraping Grand Slam draws from Wikipedia

collect_results <- function(url){
	
	tables = read_tables(url)
	
	results <- function(table){
		
		trs <- table %>%
			html_nodes("tr")
			
		tab <- lapply(1:length(trs), function(x){
				trs[x] %>%
					html_nodes("td") %>%
					html_text()
			})
			
		rounds <- sub("\n", "", grep("[A-Z0-9]", tab[[1]], val = T))
		
		tab <- tab[-1]
		tab <- tab[sapply(tab, function(x) any(grepl("[A-Za-z0-9\u2013]", x)))]											
		print(tab)
		
		results <- lapply(tab, function(x){
			# Replace Byes
			x <- sub("bye", "Bye", x)
			x <- str_remove(x, " ?\\[.*\\]") # Remove any footnotes		
			x <- str_remove(x, "[^A-z]\\.")	
			if(any(grepl("[A-Za-z]", x)))
				x[grepl("[A-Za-z]",x)] <- gsub("^( +)?[[:punct:]]", "", iconv(x[grepl("[A-Za-z]",x)], to="ASCII//TRANSLIT"))								
			y <- sub("\n", "", sub("^ +", "", grep("[A-z0-9\n]", x, val = T)))
			y[y %in% c("Q","WC","LL","SE","PR","Alt","PR")] <- ""
			y[grepl("/[WQPL]", y)] <- ""
			# capitalisation
			y[y == "DEF"] <- "d."
			y[y == "W/O"] <- "w/o"
			y[grepl("[a-z]", y)] <- sub("(^[^wr])([a-z])", "\\U\\1\\L\\2", y[grepl("[a-z]", y)], perl = T)
			if(all(grep("^[A-Z\u2013]", y) == c(2,7)))	
				y <- c(y[1:6],"","", y[7:12])
			if(any(grepl("\u2013", y)) & any(grepl("[A-z]", y))){
				hyphen <- grep("\u2013", y)
				player <- grep("[A-Z]", y)
				if(any(hyphen == player - 1))
					y[hyphen] <- ""
			}
			if(!grepl("[A-Z]", y[1]) & length(y) < 12)		
				y <- y[-1]
			if(!grepl("[A-Z]", y[1]) & length(y) > 12)
				y <- y[-c(1,7)]
			matrix(y, ncol = length(grep("^[A-Z\u2013]", y)))
			})		
		
		maxsets <- max(sapply(results, nrow))
		
		results <- do.call("cbind", lapply(results, function(x){
			if(nrow(x) < maxsets)
				rbind(x, matrix("", nr = maxsets - nrow(x), nc = ncol(x)))
			else
				x
		}))
		
	results
	}
	
lapply(tables, results)
}