## ----include = FALSE----------------------------------------------------------
options(rmarkdown.html_vignette.check_title = FALSE)
library(knitr)
opts_chunk$set(
  collapse = TRUE,
  comment = "#>"
)

## ----eval = FALSE-------------------------------------------------------------
#  library(daiR)
#  setwd(tempdir())
#  url <- "https://www.cia.gov/readingroom/docs/AGH%2C%20LASLO_0011.pdf"
#  download.file(url, "CIA.pdf")

## ----eval = FALSE-------------------------------------------------------------
#  resp <- dai_sync("CIA.pdf")

## ----eval = FALSE-------------------------------------------------------------
#  get_text(resp)

## ----eval=FALSE---------------------------------------------------------------
#  url <- "https://www.cia.gov/readingroom/docs/1956-11-26.pdf"
#  download.file(url, "CIA2.pdf")

## ----eval = FALSE-------------------------------------------------------------
#  ## NOT RUN
#  myfiles <- list.files(pattern = "*.pdf")
#  
#  for (i in seq_along(myfiles)) {
#    print(paste("Processing file", i, "of", length(myfiles)))
#    resp <- dai_sync(myfiles[i])
#    stem <- fs::path_ext_remove(basename(myfiles[i]))
#    get_text(resp, save_to_file = TRUE, outfile_stem = stem)
#    Sys.sleep(2)
#  }

## ----eval=FALSE---------------------------------------------------------------
#  library(googleCloudStorageR)
#  library(purrr)
#  map(myfiles, gcs_upload)

## ----eval=FALSE---------------------------------------------------------------
#  contents <- gcs_list_objects()

## ----eval=FALSE---------------------------------------------------------------
#  resp <- dai_async(contents$name)

## ----eval=FALSE---------------------------------------------------------------
#  dai_status(resp)

## ----eval=FALSE---------------------------------------------------------------
#  dai_notify(resp)

## ----eval=FALSE---------------------------------------------------------------
#  contents <- gcs_list_objects()
#  contents

## ----eval=FALSE---------------------------------------------------------------
#  jsons <- grep("*.json$", contents$name, value = TRUE)

## ----eval=FALSE---------------------------------------------------------------
#  map(jsons, ~ gcs_get_object(.x, saveToDisk = basename(.x)))

## ----eval=FALSE---------------------------------------------------------------
#  get_text("CIA-0.json", type = "async")

## ----eval=FALSE---------------------------------------------------------------
#  local_jsons <- list.files(pattern = "*.json")
#  map(local_jsons, ~ get_text(.x, type = "async", save_to_file = TRUE))

## ----eval=FALSE---------------------------------------------------------------
#  process_slowly <- function(file) {
#    dai_async(file)
#    Sys.sleep(10)
#  }

## ----eval=FALSE---------------------------------------------------------------
#  ## NOT RUN
#  map(big_batch, process_slowly)

## ----echo = FALSE, message = FALSE, warning = FALSE, eval = FALSE-------------
#  # Cleanup
#  contents <- gcs_list_objects()
#  map(contents$name, gcs_delete_object)

## ----eval = FALSE-------------------------------------------------------------
#  ## NOT RUN
#  shards <- c("longdoc-1.json", "longdoc-2.json", "longdoc-3.json")
#  map(shards, ~ get_text(.x, type = "async", save_to_file = TRUE)
#  merge_shards()