R/AmoContacts.R

In grkhr/amocrm: AmoCRM API client

#' Contacts
#'
#' Function to get contacts.
#'
#' @param email Email
#' @param apikey Your api key from settings in interface
#' @param domain Your domain in AmoCRM (xxx in xxx.amocrm.ru)
#' @param auth_list List with auth data, you can build from AmoAuthList
#' @param limit Batch limit, sometimes AmoCRM's API doesn't work properly, you can reduce the value and have a chance to load your data
#' @param flatten Set \code{TRUE} if you want to join all the output dataframes You'll have a not tidy-dataframe with left-joining all dataframes
#' @param id Filter. Pass id or vector of ids of contacts
#' @param query Filter. Searching for all fields of contacts String.
#' @param responsible_user_id Filter. Pass id or vector of ids of responsible user ids. You can get ids from AmoUsers().
#' @include query_functions.R
#' @include unnest_functions.R
#' @export
#' @importFrom stats setNames
#' @importFrom httr GET
#' @importFrom httr content
#' @import dplyr
#' @import tictoc
#' @return If flatten is \code{FALSE} (default) you'll get a list of 5 tidy-dataframes which you can join by id. You can access it using list_name$dataframe_name.
#'
#' contacts - all contacts with unnested parameters.
#'
#' linked_custom_fields — linked custom fields with all parameters.
#'
#' linked_tags — linked tags with all parameters.
#'
#' linked_leads — linked leads with all parameters.
#'
#' linked_customers — linked customers with all parameters.
#'
#' @references
#' Please \strong{READ} this:
#' \href{https://github.com/grkhr/amocrm/blob/master/md/AmoContacts.md}{Function documentation in Russian on GitHub}
#'
#' Also nice to read:
#' \href{https://www.amocrm.ru/developers/content/api/contacts}{AmoCRM official documentation}
#'
#' @examples
#' \dontrun{
#' library(dplyr)
#' contacts <- AmoContacts(auth_list = auth_list)
#' contacts_with_cf <- contacts$contacts %>%
#'                         left_join(contacts$linked_custom_fields, by = 'id') # not tidy
#' }
AmoContacts <- function(email = NULL, apikey = NULL, domain = NULL,  auth_list = NULL, limit = 500, flatten = F,
                     id = NULL, query = NULL, responsible_user_id = NULL) {
  # auth
  if (!is.null(auth_list)) {
    email <- auth_list$email
    apikey <- auth_list$apikey
    domain <- auth_list$domain
  }
  auth <- AmoAuth(email, apikey, domain, verbose=F)
  if (auth != T) stop(auth)

  tz <- get_timezone(email, apikey, domain)
  Sys.setenv(TZ=tz)

  packageStartupMessage('Processing contacts...')
  tic()
  options(warn = -1)
  options(scipen=999)
  options(stringsAsFactors = F)

  # batch limit
  limit_rows = limit
  # first offset
  limit_offset = 0
  # variable limit
  limit_limit = limit
  # max before reauth
  auth_limit = limit * 100

  contacts_all = data.frame()
  linked_custom_fields_all = data.frame()
  linked_tags_all = data.frame()
  linked_leads_all = data.frame()
  linked_customers_all = data.frame()

  # main
  while (limit_limit == limit) {

    # auth if too long
    if (limit_offset %% (auth_limit - auth_limit %% limit) == 0) {
      auth <- AmoAuth(email, apikey, domain, verbose=F)
      if (auth != T) stop(auth)
    }

    # query params
    que_easy <- list(limit_rows = limit_rows,
                      limit_offset = limit_offset,
                      id = pasteNULL(id),
                      query = query
    )
    que_array <- list("responsible_user_id[]" = responsible_user_id)
    que <- build_full_query(que_easy, que_array)

    answer <- GET(paste0("https://", domain, ".amocrm.ru/api/v2/contacts"), query=que)
    dataRaw <- content(answer, "parsed", "application/json")

    contacts <- dataRaw$`_embedded`$items
    last_limit <- limit_offset
    limit_limit <- length(contacts)
    # amo bug
    if (length(contacts) == 0) {
      answer <- GET(paste0("https://", domain, ".amocrm.ru/api/v2/contacts"), query=que)
      dataRaw <- content(answer, "parsed", "application/json")
      contacts <- dataRaw$`_embedded`$items
      limit_limit <- length(contacts)
    }
    limit_offset <- limit_offset + limit_limit
    if (last_limit == limit_offset & last_limit != 0) stop("Seems that AmoCRM API doesn't work properly.
                                         Try another limit parameter, wait some time or contact Amo technical support.")

    contacts_df <- lapply(contacts, function(x) {
      # delete
      if (!is.null(x$`_links`)) x$`_links` <- NULL
      if (!is.null(x$`_embedded`)) x$`_embedded` <- NULL

      # will do separately
      if (!is.null(x$custom_fields)) x$custom_fields <- NULL

      # will do separately
      if (!is.null(x$leads)) x$leads <- NULL

      # will do separately
      if (!is.null(x$customers)) x$customers <- NULL

      # unlist
      if (!is.null(x$company)) {
        x$company_id <- x$company$id
        x$company_name <- x$company$name
        x$company <- NULL
      }

      # will do separately
      if (!is.null(x$tags)) x$tags <- NULL
      x

    }) %>% bind_rows()


    # custom_fields ids df
    cf_df <- unnestCustomFields(contacts)

    # leads ids df
    leads_df <- unnestLeads(contacts)

    # customers ids df
    customers_df <- unnestCustomers(contacts)

    # tags ids df
    tags_df <- unnestTags(contacts)

    contacts_all <- bind_rows(contacts_all, contacts_df)
    linked_custom_fields_all <-  bind_rows(linked_custom_fields_all, cf_df)
    linked_tags_all <- bind_rows(linked_tags_all, tags_df)
    linked_leads_all <- bind_rows(linked_leads_all, leads_df)
    linked_customers_all <- bind_rows(linked_customers_all, customers_df)

    packageStartupMessage("Contacts processed: ", limit_offset)
  }

  if (nrow(linked_custom_fields_all)) linked_custom_fields_all <- linked_custom_fields_all %>%
    select(id, cf_id, cf_name, cf_is_system, enum, value, subtype) %>%
    setNames(c("id", "custom_field_id", "custom_field_name",
               "custom_field_is_system","custom_field_value_id","custom_field_value","custom_field_value_subtype"))

  # warning
  options(warn = 0)
  if (nrow(contacts_all) == 0) warning("Oops... seems that you've requested zero rows")

  if (!is.null(contacts_all$closest_task_at)) if(nrow(contacts_all[contacts_all$closest_task_at <= 0,])) contacts_all[contacts_all$closest_task_at <= 0,]$closest_task_at <- NA
  if (nrow(contacts_all)) contacts_all <- get_datetime(contacts_all, c('created_at', 'updated_at', 'closest_task_at'), email, apikey, domain)

  # main
  if (flatten) {
    main_list <- contacts_all
    if (nrow(linked_custom_fields_all)) main_list <-  left_join(main_list, linked_custom_fields_all, by = "id")
    if (nrow(linked_tags_all)) main_list <-  left_join(main_list, linked_tags_all, by = "id")
    if (nrow(linked_leads_all)) main_list <-  left_join(main_list, linked_leads_all, by = "id")
    if (nrow(linked_customers_all)) main_list <-  left_join(main_list, linked_customers_all, by = "id")
  } else {
    main_list <- list()
    main_list$contacts <- contacts_all
    main_list$linked_custom_fields <- linked_custom_fields_all
    main_list$linked_tags <- linked_tags_all
    main_list$linked_leads <- linked_leads_all
    main_list$linked_customers <- linked_customers_all
  }

  packageStartupMessage("_____________________")
  s <- toc(quiet = T)
  packageStartupMessage("Done. Elapsed ", as.numeric(round(s$toc - s$tic)), " seconds.")
  return(main_list)
}