src/dspg17/ckelling/ScrapingCode/depsy/top_contrib/top_contrib.R

In uva-bi-sdad/oss: Measuring the Cost and Value of Open Source Software

#Now, I want to generate top contributors.
#library('RJSONIO')
#library("rjson")
library(jsonlite)

load(file = "~/git/oss/data/oss/original/depsy/error_vector.Rdata")
load(file= '~/git/oss/data/oss/original/depsy/all_packages_cran.Rdata')

#Creating list of all packages on Cran and Depsy
depsy_packages <- all_packages[-error_vec,] #these are the 9,810 R packages on Depsy and cran

#source(file = "~/git/oss/src/ckelling/ScrapingCode/depsy/03_row_function.R")

maketopcontribRow <- function(name){
  #name <- depsy_packages[1,1]
  #link <- "http://depsy.org/api/package/cran/A3"
  url <- paste('http://depsy.org/api/package/cran/', name, sep='')
  document <- jsonlite::fromJSON(txt=url)
  df <- c('name','contrib_name', 'contrib_id')
  new_df <- c()

  oss_name <- document$name
  contribs <- document$top_contribs$name
  contrib_ids <- document$top_contribs$id

  if(length(document$top_contribs$name) > 0){
    for(i in 1:length(document$all_contribs$name)){
      contrib_name <- contribs[i]
      contrib_id <- contrib_ids[i]
      new_row <- c(oss_name, contrib_name, contrib_id)
      new_df <- rbind(new_df, new_row)
      colnames(new_df) <- df
    }
  }
  return(new_df)
}


topcontrib_mat <- c()
for(i in 1:nrow(depsy_packages)){
  #scrape details from API using rjson
  print(i)
  new_rows <- maketopcontribRow(depsy_packages[i,1])
  topcontrib_mat <- rbind(topcontrib_mat, new_rows)
}

save(topcontrib_mat, file = "~/git/oss/data/oss/original/depsy/topcontrib_mat.Rdata")