pattern to load enough data into local database to work with

[roelhogervorst]

download_and_move_into_db <- function(job, start_index=0L, end_index=5000){

}

download_chunk <- function(x, start_index = 0L, max_result = 10000, page_size = 10000){ bq_table_download(x=x,max_results = max_result, page_size = page_size, start_index = start_index) } put_chunk_in_database <- function(db_con, tablename, dataset){ dbWriteTable(conn = db_con, name = tablename, dataset, append=TRUE) }