diff --git a/R/api.R b/R/api.R index 78d483cb90621527865d133071847659c855e02d..03346c6ea9d47bf78a06e1176691a6d041c3a444 100644 --- a/R/api.R +++ b/R/api.R @@ -278,7 +278,24 @@ extr_data <- function(m) { x }) - m$extr$ms <- data.table::rbindlist(tmp) + + msk <- sapply(tmp,future::resolved) + curr_done <- which(msk) + names(msk) <- files + + for (x in curr_done) { + message("Done extraction for ", names(msk)[[x]]) + } + while (!all(msk)) { + msk <- sapply(tmp,future::resolved) + newly_done <- which(msk) + for (x in setdiff(newly_done,curr_done)) { + message("Done extraction for ", names(msk)[[x]]) + } + Sys.sleep(0.5) + curr_done <- newly_done + } + m$extr$ms <- data.table::rbindlist(lapply(tmp,future::value)) ## m$extr$ms2 <- data.table::rbindlist(lapply(m$extr$tmp, function (e) e$ms2)) message('Saving extracted date to ', m$extr$fn)