readme.md

In gvegayon/googlePublicData: Working with Google's 'Public Data Explorer' DSPL Metadata Files

googlePublicData

An R package for building Google's Data Sets Publication Language (DSPL) metadata files used in Public Data Explorer.

Features:

• Reads tab, csv, xls and xlsx from a folder.

• Identifies data types and distinguishes between dimensional and metric concepts.

• Identifies dimensional data tabs.

• Auto generates conceps id.

• Auto data sorting on dimensional (no time) concepts.

• Prints XML and csv files to upload to Public Data Explorer.

• Some bug trackers before final printing XML.

• Builds ZIP file containing CSV and XML files.

So you don't need to mess with the XML coding at all!

library(googlePublicData)

# This path has some csv files that we will use
data.path <-try(paste(.libPaths()[1],'/googlePublicData/data',sep=''), silent=T)
data.path

## [1] "/home/george/R/x86_64-pc-linux-gnu-library/3.4/googlePublicData/data"

# The dspl function looks for csv files in that paths, and analyzes them
mydspl <- dspl(path=data.path, sep=";")

## 6 files found...

## /home/george/R/x86_64-pc-linux-gnu-library/3.4/googlePublicData/data/countries.csv analyzed correctly

## /home/george/R/x86_64-pc-linux-gnu-library/3.4/googlePublicData/data/country_slice.csv analyzed correctly

## /home/george/R/x86_64-pc-linux-gnu-library/3.4/googlePublicData/data/gender_country_slice.csv analyzed correctly

## /home/george/R/x86_64-pc-linux-gnu-library/3.4/googlePublicData/data/genders.csv analyzed correctly

## /home/george/R/x86_64-pc-linux-gnu-library/3.4/googlePublicData/data/states.csv analyzed correctly

## /home/george/R/x86_64-pc-linux-gnu-library/3.4/googlePublicData/data/state_slice.csv analyzed correctly

# If we wanted to write the zip file... ready to be uploaded to
# http://publicdata.google.com
# dspl(path=data.path, sep=";", output= "mydspl.zip")

# Printing the data
mydspl

## <?xml version="1.0" encoding="UTF-8"?>
## <dspl xmlns="http://schemas.google.com/dspl/2010" xmlns:quantity="http://www.google.com/publicdata/dataset/google/quantity" xmlns:entity="http://www.google.com/publicdata/dataset/google/entity" xmlns:geo="http://www.google.com/publicdata/dataset/google/geo" xmlns:time="http://www.google.com/publicdata/dataset/google/time" xmlns:unit="http://www.google.com/publicdata/dataset/google/unit" targetNamespace="">
##   <!--Concepts imports-->
##   <import namespace="http://www.google.com/publicdata/dataset/google/quantity"/>
##   <import namespace="http://www.google.com/publicdata/dataset/google/entity"/>
##   <import namespace="http://www.google.com/publicdata/dataset/google/geo"/>
##   <import namespace="http://www.google.com/publicdata/dataset/google/time"/>
##   <import namespace="http://www.google.com/publicdata/dataset/google/unit"/>
##   <!--Info lines-->
##   <info>
##     <name>
##       <value xml:lang="es">No name</value>
##     </name>
##     <description>
##       <value xml:lang="es">No description</value>
##     </description>
##   </info>
##   <!--Data Provider-->
##   <provider>
##     <name>
##       <value xml:lang="es">No provider</value>
##     </name>
##   </provider>
##   <!--Concepts Definitions-->
##   <concepts>
##     <concept id="country" extends="geo:location">
##       <info>
##         <name>
##           <value xml:lang="es">Country</value>
##         </name>
##       </info>
##       <type ref="string"/>
##       <table ref="countries_table"/>
##     </concept>
##     <concept id="population">
##       <info>
##         <name>
##           <value xml:lang="es">Population</value>
##         </name>
##       </info>
##       <type ref="integer"/>
##     </concept>
##     <concept id="gender" extends="entity:entity">
##       <info>
##         <name>
##           <value xml:lang="es">Gender</value>
##         </name>
##       </info>
##       <type ref="string"/>
##       <table ref="genders_table"/>
##     </concept>
##     <concept id="state" extends="geo:location">
##       <info>
##         <name>
##           <value xml:lang="es">State</value>
##         </name>
##       </info>
##       <type ref="string"/>
##       <table ref="states_table"/>
##     </concept>
##     <concept id="unemployment_rate">
##       <info>
##         <name>
##           <value xml:lang="es">Unemployment Rate</value>
##         </name>
##       </info>
##       <type ref="float"/>
##     </concept>
##   </concepts>
##   <!--Slices Definitions-->
##   <slices>
##     <slice id="country_slice_slice">
##       <dimension concept="country"/>
##       <dimension concept="time:year"/>
##       <metric concept="population"/>
##       <table ref="country_slice_table"/>
##     </slice>
##     <slice id="gender_country_slice_slice">
##       <dimension concept="country"/>
##       <dimension concept="gender"/>
##       <dimension concept="time:year"/>
##       <metric concept="population"/>
##       <table ref="gender_country_slice_table"/>
##     </slice>
##     <slice id="state_slice_slice">
##       <dimension concept="state"/>
##       <dimension concept="time:year"/>
##       <metric concept="population"/>
##       <metric concept="unemployment_rate"/>
##       <table ref="state_slice_table"/>
##     </slice>
##   </slices>
##   <!--Tables Definitios-->
##   <tables>
##     <table id="countries_table">
##       <column id="country" type="string"/>
##       <column id="name" type="string"/>
##       <column id="latitude" type="float"/>
##       <column id="longitude" type="float"/>
##       <data>
##         <file format="csv" encoding="utf8">countries.csv</file>
##       </data>
##     </table>
##     <table id="country_slice_table">
##       <column id="country" type="string"/>
##       <column id="year" type="date" format="yyyy"/>
##       <column id="population" type="integer"/>
##       <data>
##         <file format="csv" encoding="utf8">country_slice.csv</file>
##       </data>
##     </table>
##     <table id="gender_country_slice_table">
##       <column id="country" type="string"/>
##       <column id="gender" type="string"/>
##       <column id="year" type="date" format="yyyy"/>
##       <column id="population" type="integer"/>
##       <data>
##         <file format="csv" encoding="utf8">gender_country_slice.csv</file>
##       </data>
##     </table>
##     <table id="genders_table">
##       <column id="gender" type="string"/>
##       <column id="name" type="string"/>
##       <data>
##         <file format="csv" encoding="utf8">genders.csv</file>
##       </data>
##     </table>
##     <table id="states_table">
##       <column id="state" type="string"/>
##       <column id="name" type="string"/>
##       <column id="latitude" type="float"/>
##       <column id="longitude" type="float"/>
##       <data>
##         <file format="csv" encoding="utf8">states.csv</file>
##       </data>
##     </table>
##     <table id="state_slice_table">
##       <column id="state" type="string"/>
##       <column id="year" type="date" format="yyyy"/>
##       <column id="population" type="integer"/>
##       <column id="unemployment_rate" type="float"/>
##       <data>
##         <file format="csv" encoding="utf8">state_slice.csv</file>
##       </data>
##     </table>
##   </tables>
## </dspl>

# Summary of the dspl class object
summary(mydspl)

## Attributes
## $names
## [1] "dspl"              "concepts.by.table" "dimtabs"          
## [4] "slices"            "concepts"          "dimentions"       
## [7] "statistics"       
## 
## $class
## [1] "dspl"
## 
## Dataset contents

## $dimtabs
## [1] "countries" "genders"   "states"   
## 
## $slices
## [1] "countries"            "country_slice"        "gender_country_slice"
## [4] "genders"              "states"               "state_slice"         
## 
## $concepts
## [1] "Country"           "name"              "latitude"         
## [4] "longitude"         "Year"              "Population"       
## [7] "Gender"            "State"             "Unemployment Rate"
## 
## $dimentions
##      label
## 1  Country
## 12  Gender
## 14   State
## 
## $statistics
##      slices concepts dimentions
## [1,]      6        9          3

gvegayon/googlePublicData documentation built on June 11, 2021, 11:44 a.m.