inst/scripts/readLahman.R

In Lahman: Sean Lahman's Baseball Database

# Script to read the Lahman data base .csv files & create Rdata files
# updated by Chris Dalzell for Lahman 3.0, incorporating 2013 data

# directory where the .csv files will be created
indir <- "D:/Dev/R/Lahman/data"

# directory where the .RData files will be created
#outdir <- paste0(indir, "RData")
outdir <- indir

zipfile <- "http://seanlahman.com/files/database/lahman-csv_2014-02-14.zip"
download.file(zipfile, "./lahman-csv_2014-02-14.zip")
unzip("./lahman-csv_2014-02-14.zip", exdir=indir)

setwd(indir)

# Read the Lahman MLB .csv files and create .RData and .Rd files
#Batting <- read.csv(file="Batting.csv", header=TRUE, stringsAsFactors=FALSE, na.strings="")
#Master <- read.csv(file="Master.csv", header=TRUE, stringsAsFactors=FALSE)

(files <- list.files(path=indir, pattern="*.csv"))

for (i in 1:length(files)) {
	inp <- read.csv(file=files[i], header=TRUE, stringsAsFactors=FALSE, na.strings="")
	cat("Read:", files[i], "\trows: ", nrow(inp), " cols: ", ncol(inp), "\n")
	
	# make a few variables factors
	if("lgID" %in% names(inp)) inp$lgID <- factor(inp$lgID)
	if("teamID" %in% names(inp)) inp$teamID <- factor(inp$teamID)
	if("inducted" %in% names(inp)) inp$inducted <- factor(inp$inducted)
	if("category" %in% names(inp)) inp$category <- factor(inp$category)
	if("plyrMgr" %in% names(inp)) inp$plyrMgr <- factor(inp$plyrMgr)
	if("franchID" %in% names(inp)) inp$franchID <- factor(inp$franchID)
	if("lgIDwinner" %in% names(inp)) inp$lgIDwinner <- factor(inp$lgIDwinner)
	if("lgIDloser" %in% names(inp)) inp$lgIDloser <- factor(inp$lgIDloser)
	if("teamIDwinner" %in% names(inp)) inp$teamIDwinner <- factor(inp$teamIDwinner)
	if("teamIDloser" %in% names(inp)) inp$teamIDloser <- factor(inp$teamIDloser)
	
	cname <- name <- sub(".csv", "", files[i])
	assign( name, inp)
	
	save(inp, file=paste(cname, ".RData", sep=""))
#	promptData(inp, name=cname)
}

# fix a few problems
colnames(HallOfFame)[2] <- 'yearID'


# Date variables

# $ debut       : chr  "4/13/1954 0:00:00" "4/10/1962 0:00:00" "7/26/1977 0:00:00" "9/10/2001 0:00:00" ...
# $ finalGame   : chr  "10/3/1976 0:00:00" "9/26/1971 0:00:00" "10/3/1990 0:00:00" "4/13/2006 0:00:00" ...

##################
# Convert debut/finalGame from character to Date class
# The format in the as.Date() function is the 'informat', 
# in SASspeak; the output format is a calendar date in 
# yyyy-mm-dd format.
Master <- within(Master, {
#    debut = as.Date(debut, 
#                    format = '%m/%d/%Y %H:%M:%s',
#                    origin = '1970-01-01')
#    finalGame = as.Date(finalGame, 
#                        format = '%m/%d/%Y %H:%M:%s',
#                        origin = '1970-01-01')
			birthDate = as.Date(paste(birthYear, birthMonth, birthDay, sep = '-'),
					format = '%Y-%m-%d')
			deathDate = as.Date(paste(deathYear, deathMonth, deathDay, sep = '-'),
					format = '%Y-%m-%d')
			bats = factor(bats)
			throws = factor(throws)
		}  )

#* checking data for non-ASCII characters ... WARNING
#  Warning: found non-ASCII string(s)
#  'named Guillermo VelC!zquez' in object 'Master'
#  'Martmn Magdaleno Dihigo (Llanos)' in object 'Master'

tools:::showNonASCII(paste0(indir, 'Master.csv'))

# then, fix manually, because I don't know an R way ...

setwd(outdir)

# compress mightily on save
options(save.defaults=list(compress="bzip2", compression_level=9))

#save(Allstar,             file="Allstar.RData")            
save(AllstarFull,         file="AllstarFull.RData")        
save(Appearances,         file="Appearances.RData")        
save(AwardsManagers,      file="AwardsManagers.RData")     
save(AwardsPlayers,       file="AwardsPlayers.RData")      
save(AwardsShareManagers, file="AwardsShareManagers.RData")
save(AwardsSharePlayers,  file="AwardsSharePlayers.RData") 
save(Batting,             file="Batting.RData")            
save(BattingPost,         file="BattingPost.RData")        
save(Fielding,            file="Fielding.RData")           
save(FieldingOF,          file="FieldingOF.RData")         
save(FieldingPost,        file="FieldingPost.RData")       
save(HallOfFame,          file="HallOfFame.RData")         
#save(HOFold,              file="HOFold.RData")             
save(Managers,            file="Managers.RData")           
save(ManagersHalf,        file="ManagersHalf.RData")       
save(Master,              file="Master.RData")       ## Master.csv fixed for non ASCII strings   
save(Pitching,            file="Pitching.RData")           
save(PitchingPost,        file="PitchingPost.RData")       
save(Salaries,            file="Salaries.RData")           
save(Schools,             file="Schools.RData")            
save(SchoolsPlayers,      file="SchoolsPlayers.RData")     
save(SeriesPost,          file="SeriesPost.RData")         
save(Teams,               file="Teams.RData")              
save(TeamsFranchises,     file="TeamsFranchises.RData")    
save(TeamsHalf,           file="TeamsHalf.RData")          
#save(Xref_Stats,          file="Xref_Stats.RData")         

# only ran this once, since all .Rd files were extensively edited
if (FALSE) {
	promptData(Allstar,             filename="Allstar.Rd")            
	promptData(AllstarFull,         filename="AllstarFull.Rd")        
	promptData(Appearances,         filename="Appearances.Rd")        
	promptData(AwardsManagers,      filename="AwardsManagers.Rd")     
	promptData(AwardsPlayers,       filename="AwardsPlayers.Rd")      
	promptData(AwardsShareManagers, filename="AwardsShareManagers.Rd")
	promptData(AwardsSharePlayers,  filename="AwardsSharePlayers.Rd") 
	promptData(Batting,             filename="Batting.Rd")            
	promptData(BattingPost,         filename="BattingPost.Rd")        
	promptData(Fielding,            filename="Fielding.Rd")           
	promptData(FieldingOF,          filename="FieldingOF.Rd")         
	promptData(FieldingPost,        filename="FieldingPost.Rd")       
	promptData(HallOfFame,          filename="HallOfFame.Rd")         
	promptData(HOFold,              filename="HOFold.Rd")             
	promptData(Managers,            filename="Managers.Rd")           
	promptData(ManagersHalf,        filename="ManagersHalf.Rd")       
	promptData(Master,              filename="Master.Rd")             
	promptData(Pitching,            filename="Pitching.Rd")           
	promptData(PitchingPost,        filename="PitchingPost.Rd")       
	promptData(Salaries,            filename="Salaries.Rd")           
	promptData(Schools,             filename="Schools.Rd")            
	promptData(SchoolsPlayers,      filename="SchoolsPlayers.Rd")     
	promptData(SeriesPost,          filename="SeriesPost.Rd")         
	promptData(Teams,               filename="Teams.Rd")              
	promptData(TeamsFranchises,     filename="TeamsFranchises.Rd")    
	promptData(TeamsHalf,           filename="TeamsHalf.Rd")          
	promptData(Xref_Stats,          filename="Xref_Stats.Rd")         
}