context("queue") skip_if_not(has_connectivity("127.0.0.1")) test_that("control flow", { skip_on_os("windows") fx = function(x) x*2 w = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) r = Q(fx, x=1:3, workers=w, timeout=10L) expect_equal(r, as.list(1:3*2)) }) test_that("control flow with automatic workers", { skip_on_os("windows") old_sched = getOption("clustermq.scheduler") on.exit(options(clustermq.scheduler = old_sched)) options(clustermq.scheduler = "multicore") fx = function(x) x*2 r = Q(fx, x=1:3, n_jobs=1, timeout=10L) expect_equal(r, as.list(1:3*2)) }) test_that("common data", { skip_on_os("windows") fx = function(x, y) x*2 + y w = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) r = Q(fx, x=1:3, const=list(y=10), workers=w, timeout=10L) expect_equal(r, as.list(1:3*2+10)) }) test_that("export", { skip_on_os("windows") fx = function(x) x*2 + z w = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) r = Q(fx, x=1:3, export=list(z=20), workers=w, timeout=10L) expect_equal(r, as.list(1:3*2+20)) }) test_that("load package on worker", { skip_on_os("windows") fx = function(x) splitIndices(1,1) x = "a string" w = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) r = Q(fx, x=x, pkgs="parallel", workers=w, rettype="character", timeout=10L) expect_equal(r, "1") }) test_that("seed reproducibility", { skip_on_os("windows") fx = function(x) sample(1:100, 1) w1 = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) w2 = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) r1 = Q(fx, x=1:3, workers=w1, timeout=10L) r2 = Q(fx, x=1:3, workers=w2, timeout=10L) expect_equal(r1, r2) }) test_that("master does not exit loop prematurely", { skip_on_os("windows") fx = function(x) { Sys.sleep(0.5) x*2 } w = workers(n_jobs=2, qsys_id="multicore", reuse=FALSE) r = Q(fx, x=1:3, workers=w, timeout=10L) expect_equal(r, as.list(1:3*2)) }) test_that("rettype is respected", { skip_on_os("windows") fx = function(x) x*2 w = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) r = Q(fx, x=1:3, rettype="numeric", workers=w, timeout=10L) expect_equal(r, 1:3*2) }) test_that("worker timeout throws error", { skip_on_os("windows") w = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) expect_error(expect_warning( Q(Sys.sleep, 3, rettype="numeric", workers=w, timeout=1L))) }) test_that("Q with expired workers throws error quickly", { skip_on_cran() skip_on_os("windows") w = workers(n_jobs=1, qsys_id="multicore", reuse=FALSE) w$cleanup() times = system.time({ expect_error(Q(identity, x=1:3, rettype="numeric", workers=w, timeout=10L)) }) expect_true(times[["elapsed"]] < 5) }) test_that("shutdown monitor does not fire on clean disconnects", { skip_on_os("windows") skip_if_not(libzmq_has_draft()) w = workers(n_jobs=2, qsys_id="multicore", reuse=FALSE) res = Q(Sys.sleep, time=c(0,1), workers=w, timeout=10L) expect_equal(res, list(NULL, NULL)) }) test_that("max_calls_worker is respected", { skip_on_os("windows") fx = function(x) { Sys.sleep(x==1); Sys.getpid() } w = workers(n_jobs=2, qsys_id="multicore", reuse=FALSE) res = table(unlist(Q(fx, x=1:4, workers=w))) expect_true(setequal(res, c(1,3))) w = workers(n_jobs=2, qsys_id="multicore", reuse=FALSE) res = table(unlist(Q(fx, x=1:4, workers=w, max_calls_worker=2))) expect_true(setequal(res, 2)) })