R/WaitForAsyncReturn.R

In datarobot: 'DataRobot' Predictive Modeling API

WaitForAsyncReturn <- function(routeString, maxWait = 600, addUrl = TRUE, failureStatuses = c()) {
  rawStatusInfo <- httr::with_config(httr::config(followlocation = FALSE),
                                     WaitFor303(routeString, maxWait, addUrl, failureStatuses))
  asyncLocation <- GetRedirectFromResponse(rawStatusInfo)
  tryCatch(DataRobotGET(asyncLocation, addUrl = FALSE, timeout = maxWait),
           error = function(e) {
             if (grepl("Expected JSON, received", e)) {  # Allow JSON parse errors
               NULL                                      # (happens when awaiting download jobs)
             } else { stop(e) }
           })
}


WaitFor303 <- function(routeString, maxWait, addUrl = TRUE, failureStatuses) {
  GetWaitStatus <- StartRetryWaiter(timeout = maxWait, maxdelay = 1)
  while (GetWaitStatus()$stillTrying) {
    rawResponse <- DataRobotGET(routeString, addUrl = addUrl, returnRawResponse = TRUE)
    parsedResponse <- ParseReturnResponse(rawResponse)
    statusCode <- httr::status_code(rawResponse)
    StopIfResponseIsError(rawResponse)
    if (statusCode == 303) {
      return(rawResponse)
    } else if (statusCode == 200) {
      if (parsedResponse$status %in% failureStatuses) {
        Raise(Exceptions$PendingJobFailed(paste("\n", "status:", parsedResponse$status,
                                                "\n", "message:", parsedResponse$message)))
      }
    } else {
      stop(sprintf("Unexpected status code %d.", statusCode))
    }
  }

  # Extra details in a message instead of in the error itself so that you still get the data
  # when calling functions catch the error and display a different message:
  message(sprintf("Async URL: %s\nLatest status: %s", routeString, parsedResponse$status))
  Raise(Exceptions$AsyncTimeout(message = "Async service timed out"))
}