Nothing
#' @title Comtradr data clean
#'
#' @description This function takes (import) trade data downloaded from comtrade - potentially using the comtradr package, cleans it and transforms it into a network.
#' Adding a number of country level attributes to nodes in the network, including: regional partition, GDP, GDP per capita, GDP growth and FDI.
#' However, it is important to note the limits of using comtradr to construct a network.
#' Firstly when downloading the data with comtradr, you must specify reporters and partners β
#' yet you cannot put βallβ for both β only for either reporters or partners.
#' Then for the other you are limited to a character vector of country names,
#' length five or fewer. Therefore, this will not give you a full network.
#' However, this function can be applied to trade data downloaded from UN Comtrade (download csv and read into R as a dataframe), or any other trade data. You just make sure it has the following column names:
#' reporter_iso, partner_iso, trade_value_usd and year. Some dataformats may have different names. Also - it is important to note that this function is for import data.
#' @param DF Dataframe of trade data downloaded (potentially using the comtradr package)
#' @param YEAR Year
#' @param threshold Apply a threshold - TRUE, Extract the backbone - FALSE
#' @param cutoff Threshold - cutoff level, Backbone - significance level
#' @export
#' @return International Trade Network - igraph object
Comtradrclean<-function(DF,YEAR,threshold,cutoff){
DATA<-subset(DF,DF$year==YEAR)
H<-stats::aggregate(trade_value_usd~reporter_iso+partner_iso, DATA, sum)
Sender<-as.vector(H[,"partner_iso"])
Sender<- gsub('SER', 'SRB', Sender)
Sender<- gsub('TMP', 'TLS', Sender)
Sender<- gsub('ZAR', 'COD', Sender)
Sender<- gsub('ROM', 'ROU', Sender)
Sender<- gsub('SUD', 'SDN', Sender)
Sender<- gsub('MNT', 'MNE', Sender)
Receiver<-as.vector(H[,"reporter_iso"])
Receiver<- gsub('SER', 'SRB', Receiver)
Receiver<- gsub('TMP', 'TLS', Receiver)
Receiver<- gsub('ZAR', 'COD', Receiver)
Receiver<- gsub('ROM', 'ROU', Receiver)
Receiver<- gsub('SUD', 'SDN', Receiver)
Receiver<- gsub('MNT', 'MNE', Receiver)
VAL<-H[,"trade_value_usd"]
VAL<-as.numeric(VAL)
FULLel<-as.data.frame(cbind(Sender,Receiver,VAL),stringsAsFactors = FALSE)
FULLel$VAL<-as.numeric(FULLel$VAL)
WDIDataSeries<-WDI::WDI_data
WDICountryInfo<-WDIDataSeries$country
WD<-as.data.frame(WDICountryInfo)
COUNTRYlist<-WDICountryInfo[,"iso3c"]
REGIONlist<-WDICountryInfo[,"region"]
INCOMElist<-WDICountryInfo[,"income"]
CountryRegion<-cbind(COUNTRYlist,REGIONlist)
CountryIncome<-cbind(COUNTRYlist,INCOMElist)
AggReg<-c("All","EUN","UNS","OAS","FRE","BAT",
"SPE","VAT","UMI","ATA","PCN","AIA","COK",
"SHN","MSR","NIU",
"BES","BLM","BUN","BVT","CCK","CXR","FLK",#Small regions
"HMD","IOT","NFK","SGS","TKL", #small regions
"ESH","SPM","ATF"
)
AggRegMat<-matrix("Aggregates",length(AggReg),2)
AggRegMat[,1]<-AggReg
CountryRegion<-rbind(CountryRegion,AggRegMat)
CountryIncome<-rbind(CountryIncome,AggRegMat)
WDIgdp1<-WDI::WDI(country="all",indicator = "NY.GDP.MKTP.CD", start = YEAR, end=YEAR )
WDIgdp1<-as.data.frame(WDIgdp1)
WDIgdp1$iso3<-WD$iso3c[match(WDIgdp1$iso2c,WD$iso2c)]
WDIgdp2<-cbind(as.vector(WDIgdp1$iso3),as.vector(WDIgdp1$NY.GDP.MKTP.CD))
colnames(WDIgdp2)<-c("iso3","GDP")
WDIgdp2<-as.data.frame(WDIgdp2)
WDIGDPgrowth1<-WDI::WDI(country="all",indicator = "NY.GDP.MKTP.KD.ZG", start = YEAR, end=YEAR )
WDIGDPgrowth1<-as.data.frame(WDIGDPgrowth1)
WDIGDPgrowth1$iso3<-WD$iso3c[match(WDIGDPgrowth1$iso2c,WD$iso2c)]
WDIGDPgrowth2<-cbind(as.vector(WDIGDPgrowth1$iso3),as.vector(WDIGDPgrowth1$NY.GDP.MKTP.KD.ZG))
colnames(WDIGDPgrowth2)<-c("iso3","GDPgrowth")
WDIGDPgrowth2<-as.data.frame(WDIGDPgrowth2)
WDIGDPPC1<-WDI::WDI(country="all",indicator = "NY.GDP.MKTP.PP.CD", start = YEAR, end=YEAR )
WDIGDPPC1<-as.data.frame(WDIGDPPC1)
WDIGDPPC1$iso3<-WD$iso3c[match(WDIGDPPC1$iso2c,WD$iso2c)]
WDIGDPPC2<-cbind(as.vector(WDIGDPPC1$iso3),as.vector(WDIGDPPC1$NY.GDP.MKTP.PP.CD))
colnames(WDIGDPPC2)<-c("iso3","GDPPC")
WDIGDPPC2<-as.data.frame(WDIGDPPC2)
WDIFDI1<-WDI::WDI(country="all",indicator = "BN.KLT.DINV.CD", start = YEAR, end=YEAR )
WDIFDI1<-as.data.frame(WDIFDI1)
WDIFDI1$iso3<-WD$iso3c[match(WDIFDI1$iso2c,WD$iso2c)]
WDIFDI2<-cbind(as.vector(WDIFDI1$iso3),as.vector(WDIFDI1$BN.KLT.DINV.CD))
colnames(WDIFDI2)<-c("iso3","FDI")
WDIFDI2<-as.data.frame(WDIFDI2)
AggregatesList<-subset(CountryRegion, REGIONlist %in% "Aggregates")
TotalCountryExports<-subset(FULLel,Receiver %in% "All")
AllAllTotal<-as.matrix(subset(TotalCountryExports,Sender %in% "All"))
GrandTotal<-as.numeric(AllAllTotal[,3])
if (is.numeric(isEmpty(GrandTotal))==FALSE){
GrandTotal<-sum(VAL)
}else GrandTotal<-GrandTotal
Share<-list()
for (i in 1:length(VAL)){
Share[[i]]<-(VAL[i]/GrandTotal)*100
}
Share <-plyr::ldply(Share, data.frame)
Share<-dplyr::as_tibble(Share)
colnames(Share)<-"Share"
FULLel<-cbind(FULLel,Share)
G1<-igraph::graph_from_data_frame(FULLel,direct=TRUE)
igraph::E(G1)$weight<-FULLel[,4]
igraph::V(G1)$id<-igraph::V(G1)$name
CountryNames<-igraph::V(G1)$name
NotCovered<-subset(CountryNames,!(CountryNames %in% CountryRegion[,1]))
NotCoveredWDI<-subset(CountryNames,!(CountryNames %in% WDIgdp2$iso3))
mm<-matrix("NA",length(NotCovered),2)
mm[,1]<-NotCovered
CountryRegion2<-rbind(CountryRegion,mm)
CountryIncome2<-rbind(CountryIncome,mm)
mm2<-matrix("NA",length(NotCoveredWDI),2)
mm2[,1]<-NotCoveredWDI
colnames(mm2)<-colnames(WDIgdp2)
WDIgdp3<-rbind(WDIgdp2,mm2)
#GDPPC
colnames(mm2)<-colnames(WDIGDPPC2)
WDIGDPPC3<-rbind(WDIGDPPC2,mm2)
#GDPgrowth
colnames(mm2)<-colnames(WDIGDPgrowth2)
WDIGDPgrowth3<-rbind(WDIGDPgrowth2,mm2)
#FDI
colnames(mm2)<-colnames(WDIFDI2)
WDIFDI3<-rbind(WDIFDI2,mm2)
RegionListAttr<-list()
IncomeListAttr<-list()
GDPListattr<-list()
GDPPCListattr<-list()
GDPgrowthListAttr<-list()
FDIListAttr<-list()
for (i in 1:length(CountryNames)){
RegionListAttr[[i]]<-subset(CountryRegion2,COUNTRYlist %in% CountryNames[i])
IncomeListAttr[[i]]<-subset(CountryIncome2,COUNTRYlist %in% CountryNames[i])
GDPListattr[[i]]<-subset(WDIgdp3,WDIgdp3$iso3 %in% CountryNames[i])
GDPPCListattr[[i]]<-subset(WDIGDPPC3,WDIGDPgrowth3$iso3 %in% CountryNames[i])
GDPgrowthListAttr[[i]]<-subset(WDIGDPgrowth3,WDIGDPgrowth3$iso3 %in% CountryNames[i])
FDIListAttr[[i]]<-subset(WDIFDI3,WDIFDI3$iso3 %in% CountryNames[i])
}
dfREG<-plyr::ldply(RegionListAttr, data.frame)
dfREG<-dplyr::as_tibble(dfREG)
dfINC<-plyr::ldply(IncomeListAttr,data.frame)
dfINC<-dplyr::as_tibble(dfINC)
dfGDP<-plyr::ldply(GDPListattr,data.frame)
dfGDP<-dplyr::as_tibble(dfGDP)
dfGDPPC<-plyr::ldply(GDPPCListattr, data.frame)
dfGDPPC<-dplyr::as_tibble(dfGDPPC)
dfGDPgrowth<-plyr::ldply(GDPgrowthListAttr, data.frame)
dfGDPgrowth<-dplyr::as_tibble(dfGDPgrowth)
dfFDI<-plyr::ldply(FDIListAttr, data.frame)
dfFDI<-dplyr::as_tibble(dfFDI)
target<-CountryNames
dfREG<-dfREG[match(target,dfREG$COUNTRYlist),]
#
RR<-unlist(dfREG[,2])
RR2 <- as.factor(RR)
H<-as.character(dfREG$REGIONlist)
dfINC<-dfINC[match(target,dfINC$COUNTRYlist),]
KK<-unlist(dfINC[,2])
KK2<-as.factor(KK)
U<-as.character(dfINC$INCOMElist)
A<-levels(RR2)
B<-1:length(A)
KEY<-cbind(A,B)
Ainc<-levels(KK2)
Binc<-1:length(Ainc)
dfGDP<-dfGDP[match(target,dfGDP$iso3),]
dfGDPPC<-dfGDPPC[match(target,dfGDPPC$iso3),]
dfGDPgrowth<-dfGDPgrowth[match(target,dfGDPgrowth$iso3),]
dfFDI<-dfFDI[match(target,dfFDI$iso3),]
GGDP<-unlist(dfGDP[,2])
GGDP<-suppressWarnings(as.numeric(GGDP))
GGDPPC<-unlist(dfGDPPC[,2])
GGDPPC<-suppressWarnings(as.numeric(GGDPPC))
GGDPgrowth<-as.vector(dfGDPgrowth[,2])
GGDPgrowth<-GGDPgrowth$GDPgrowth
GGDPgrowth<-suppressWarnings(as.numeric(GGDPgrowth))
GFDI<-as.vector(dfFDI[,2])
GFDI<-GFDI$FDI
GFDI<-suppressWarnings(as.numeric(GFDI))
IH<-fastmatch::fmatch(KK,Ainc)
CH<-fastmatch::fmatch(RR, A)
igraph::V(G1)$regionNAME<-H
igraph::V(G1)$region<-CH
igraph::V(G1)$income<-IH
igraph::V(G1)$GDP<-GGDP
igraph::V(G1)$GDPPC<-GGDPPC
igraph::V(G1)$logGDP<-log(GGDP)
igraph::V(G1)$logGDPPC<-log(GGDPPC)
igraph::V(G1)$GDPgrowth<-GGDPgrowth
igraph::V(G1)$FDI<-GFDI
#Delete Aggregated Vertices etc
KEY2<-as.data.frame(KEY)
NAcheck<-"NA" %in% KEY2$A
Aggrow<-as.data.frame(KEY2[KEY2$A=="Aggregates", ])
AggNumber<-as.numeric(as.vector(Aggrow$B))
if (NAcheck==TRUE){
NArow<-as.data.frame(KEY2[KEY2$A=="NA", ])
NANumber<-as.numeric(as.vector(NArow$B))
G2<-igraph::delete.vertices(G1, which(igraph::V(G1)$region==NANumber))
G3<-igraph::delete.vertices(G2, which(igraph::V(G2)$region==AggNumber))
} else G3<-G1
#Apply the threshold/backbone
if(threshold==TRUE){
G4<-igraph::delete.edges(G3,which(igraph::E(G3)$weight<cutoff))
} else {
G4<-get.backbone(G3,cutoff,TRUE)
}
G5<-igraph::delete.vertices(G4, which(igraph::degree(G4)==0))
return(G5)
}
Any scripts or data that you put into this service are public.
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.