Defines functions load.all.data

Documented in load.all.data

#'@title Attemps to load and merge all timeseries data for a given site name
#' Loads and returns all the data available in the specified directory for a given site.
#' All timeseries data are merged by \dQuote{datetime} into a single \link{data.frame}.
#' Data are identified by the column header information.
#'load.all.data(lake.name, data.path, checkMerge=TRUE)
#'@param lake.name The file prefix to be matched. For example, \dQuote{sparkling} matches \dQuote{sparkling.wtr} but not \dQuote{troutbog.wtr}
#'@param data.path The directory to look for files
#'@param checkMerge Should check merge size before attempting to prevent potential merge problems.
#'  A list with two items
#'  \item{data}{}
#'  \item{metadata}{}
#'@keywords IO
#'@keywords file
#'@author Luke A. Winslow
load.all.data <- function(lake.name, data.path, checkMerge=TRUE){

	files <- dir(data.path)
	files <- files[grepl(paste(lake.name, '\\.', sep=''), files, ignore.case=TRUE)]
	files <- file.path(data.path, files)

	# error out if no matching files found
	if(length(files) < 1){
		stop('No files for site:', lake.name, ' found in path:', data.path)

	# Treat the metadata file differently
	meta.indx <- grep('.meta', files)
	if(length(meta.indx) == 1){
		metadata <- load.meta(files[meta.indx])
		files <- files[meta.indx*-1]
		if(length(meta.indx) > 1){
			stop('Metadata file pattern matched more than one file')
					metadata <- NA

	 #Drop bathy if we find it (could maybe handle this if we wanted)
	 files <- files[!grepl('.bth', files)]

	 #Load and merge all Timeseries files
	 data <- load.ts(files[1])

	for(i in 2:length(files)){
		tmp <- load.ts(files[i])
		# Hmm, if datetime in a file is screwed up, this blows up
		# I wonder if I could devise a good check. Hmm.
		# See pred.Merge in helper.functions.R ~RDB
		merge.out <- pred.merge(data, tmp, all=TRUE)
		if(merge.out$merge > 1.5*merge.out$desired){
				stop("A file contains many duplicated values in merge column:", files[i])
				warning("A file contains many duplicated values in merge column:", files[i])

		data <- merge(data, tmp, all=TRUE, by='datetime')

	return(list(data=data, metadata=metadata))

Try the LakeMetabolizer package in your browser

Any scripts or data that you put into this service are public.

LakeMetabolizer documentation built on Nov. 16, 2022, 1:09 a.m.