{ "_id": "6a4792879c870a7243dbcd47", "Package": "crew", "Title": "A Distributed Worker Launcher Framework", "Description": "In computationally demanding analysis projects,\nstatisticians and data scientists asynchronously deploy\nlong-running tasks to distributed systems, ranging from\ntraditional clusters to cloud services. The 'NNG'-powered\n'mirai' R package by Gao (2023) is\na sleek and sophisticated scheduler that efficiently processes\nthese intense workloads. The 'crew' package extends 'mirai'\nwith a unifying interface for third-party worker launchers.\nInspiration also comes from packages. 'future' by Bengtsson\n(2021) , 'rrq' by FitzJohn and Ashton\n(2023) , 'clustermq' by\nSchubert (2019) ), and\n'batchtools' by Lang, Bischel, and Surmann (2017)\n.", "Version": "1.3.1.9000", "License": "MIT + file LICENSE", "URL": "https://wlandau.github.io/crew/, https://github.com/wlandau/crew", "BugReports": "https://github.com/wlandau/crew/issues", "Authors@R": "c(\nperson(\ngiven = c(\"William\", \"Michael\"),\nfamily = \"Landau\",\nrole = c(\"aut\", \"cre\"),\nemail = \"will.landau.oss@gmail.com\",\ncomment = c(ORCID = \"0000-0003-1878-3253\")\n),\nperson(\ngiven = \"Daniel\",\nfamily = \"Woodie\",\nrole = \"ctb\"\n),\nperson(\nfamily = \"Eli Lilly and Company\",\nrole = c(\"cph\", \"fnd\")\n))", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Repository": "https://wlandau.r-universe.dev", "Date/Publication": "2026-05-29 19:22:58 UTC", "RemoteUrl": "https://github.com/wlandau/crew", "RemoteRef": "HEAD", "RemoteSha": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "NeedsCompilation": "no", "Packaged": { "Date": "2026-07-02 10:16:59 UTC", "User": "root" }, "Author": "William Michael Landau [aut, cre] (ORCID:\n),\nDaniel Woodie [ctb],\nEli Lilly and Company [cph, fnd]", "Maintainer": "William Michael Landau ", "_user": "wlandau", "_type": "src", "_file": "crew_1.3.1.9000.tar.gz", "_fileid": "https://r2.ropensci.org/78ba420cf9b859db7ed1d87ccdfe2f62bc0b248f8d180d842af307df2f7b6c6a", "_filesize": 1065437, "_sha256": "78ba420cf9b859db7ed1d87ccdfe2f62bc0b248f8d180d842af307df2f7b6c6a", "_expires": "2026-10-11T10:44:22.000Z", "_created": "2026-07-02T10:16:59.000Z", "_published": "2026-07-03T10:44:23.356Z", "_jobs": [ { "job": 84983223760, "time": 144, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "8035710431" }, { "job": 84983223666, "time": 147, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8035711421" }, { "job": 84983223981, "time": 98, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "8035828071" }, { "job": 84983223912, "time": 99, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "8035816355" }, { "job": 84983223184, "time": 185, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8035651731" }, { "job": 84983223672, "time": 141, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8035709062" }, { "job": 84983223910, "time": 94, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "8035690330" }, { "job": 84983224149, "time": 98, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "8035691479" }, { "job": 84983223721, "time": 97, "config": "windows-release", "r": "4.6.1", "check": "OK", "artifact": "8035691190" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180", "_status": "success", "_upstream": "https://github.com/wlandau/crew", "_commit": { "id": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "author": "wlandau ", "committer": "wlandau ", "message": "development version 1.3.1.9000\n", "time": 1780082578 }, "_maintainer": { "name": "William Michael Landau", "email": "will.landau.oss@gmail.com", "login": "wlandau", "orcid": "0000-0003-1878-3253", "twitter": "@wmlandau", "description": "Statistician and developer", "uuid": 1580860 }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.0.0", "role": "Depends" }, { "package": "cli", "version": ">= 3.1.0", "role": "Imports" }, { "package": "collections", "version": ">= 0.3.9", "role": "Imports" }, { "package": "data.table", "role": "Imports" }, { "package": "later", "role": "Imports" }, { "package": "mirai", "version": ">= 2.7.0", "role": "Imports" }, { "package": "nanonext", "version": ">= 1.9.0", "role": "Imports" }, { "package": "processx", "role": "Imports" }, { "package": "promises", "role": "Imports" }, { "package": "ps", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "tidyselect", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "autometric", "version": ">= 0.1.0", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "markdown", "version": ">= 1.1", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "wlandau", "_selfowned": true, "_usedby": 3, "_updates": [ { "week": "2025-28", "n": 2 }, { "week": "2025-31", "n": 5 }, { "week": "2025-33", "n": 1 }, { "week": "2025-34", "n": 9 }, { "week": "2025-35", "n": 38 }, { "week": "2025-37", "n": 7 }, { "week": "2025-38", "n": 1 }, { "week": "2025-42", "n": 1 }, { "week": "2025-43", "n": 4 }, { "week": "2026-02", "n": 5 }, { "week": "2026-16", "n": 20 }, { "week": "2026-22", "n": 5 } ], "_tags": [ { "name": "1.3.0", "date": "2025-09-12" }, { "name": "1.3.1", "date": "2026-05-29" } ], "_topics": [ "high-performance-computing" ], "_stars": 152, "_contributors": [ { "user": "wlandau", "count": 1559, "uuid": 1580860 }, { "user": "wlandau-lilly", "count": 423, "uuid": 22958003 }, { "user": "shikokuchuo", "count": 21, "uuid": 53399081 }, { "user": "olivroy", "count": 3, "uuid": 52606734 } ], "_userbio": { "uuid": 1580860, "type": "user", "name": "Will Landau", "followers": 528, "description": "Statistician and developer" }, "_downloads": { "count": 4279, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/crew" }, "_devurl": "https://github.com/wlandau/crew", "_pkgdown": "https://wlandau.github.io/crew/", "_searchresults": 524, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/crew.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/wlandau/crew", "_realowner": "wlandau", "_cranurl": true, "_releases": [ { "version": "0.0.4", "date": "2023-03-21" }, { "version": "0.0.5", "date": "2023-03-23" }, { "version": "0.1.0", "date": "2023-04-19" }, { "version": "0.1.1", "date": "2023-04-21" }, { "version": "0.2.1", "date": "2023-05-22" }, { "version": "0.3.0", "date": "2023-06-26" }, { "version": "0.4.0", "date": "2023-07-11" }, { "version": "0.5.0", "date": "2023-09-18" }, { "version": "0.6.0", "date": "2023-10-12" }, { "version": "0.7.0", "date": "2023-12-11" }, { "version": "0.8.0", "date": "2024-01-09" }, { "version": "0.9.0", "date": "2024-02-08" }, { "version": "0.9.1", "date": "2024-03-25" }, { "version": "0.9.2", "date": "2024-04-24" }, { "version": "0.9.3", "date": "2024-05-22" }, { "version": "0.9.4", "date": "2024-06-20" }, { "version": "0.9.5", "date": "2024-06-24" }, { "version": "0.10.0", "date": "2024-10-11" }, { "version": "0.10.1", "date": "2024-11-03" }, { "version": "0.10.2", "date": "2024-11-15" }, { "version": "1.0.0", "date": "2025-02-03" }, { "version": "1.1.0", "date": "2025-04-10" }, { "version": "1.1.2", "date": "2025-05-08" }, { "version": "1.2.0", "date": "2025-06-06" }, { "version": "1.2.1", "date": "2025-06-09" }, { "version": "1.3.0", "date": "2025-09-13" }, { "version": "1.3.1", "date": "2026-05-30" } ], "_exports": [ "all_of", "any_of", "contains", "crew_assert", "crew_class_client", "crew_class_controller", "crew_class_controller_group", "crew_class_controller_sequential", "crew_class_launcher", "crew_class_launcher_local", "crew_class_monitor_local", "crew_class_relay", "crew_class_throttle", "crew_class_tls", "crew_clean", "crew_client", "crew_controller", "crew_controller_group", "crew_controller_local", "crew_controller_sequential", "crew_deprecate", "crew_eval", "crew_launcher", "crew_launcher_local", "crew_monitor_local", "crew_options_local", "crew_options_metrics", "crew_random_name", "crew_relay", "crew_retry", "crew_terminate_process", "crew_terminate_signal", "crew_throttle", "crew_tls", "crew_worker", "ends_with", "everything", "last_col", "matches", "num_range", "one_of", "starts_with" ], "_help": [ { "page": "crew-package", "title": "crew: a distributed worker launcher framework", "concept": [ "help" ], "topics": [ "crew-package" ] }, { "page": "crew_assert", "title": "Crew assertion", "concept": [ "utility" ], "topics": [ "crew_assert" ] }, { "page": "crew_class_client", "title": "'R6' client class.", "concept": [ "client" ], "topics": [ "crew_class_client" ] }, { "page": "crew_class_controller", "title": "Controller class", "concept": [ "controller" ], "topics": [ "crew_class_controller" ] }, { "page": "crew_class_controller_group", "title": "Controller group class", "concept": [ "controller_group" ], "topics": [ "crew_class_controller_group" ] }, { "page": "crew_class_controller_sequential", "title": "Sequential controller class", "concept": [ "sequential controllers" ], "topics": [ "crew_class_controller_sequential" ] }, { "page": "crew_class_launcher", "title": "Launcher abstract class", "concept": [ "launcher" ], "topics": [ "crew_class_launcher" ] }, { "page": "crew_class_launcher_local", "title": "Local process launcher class", "concept": [ "plugin_local" ], "topics": [ "crew_class_launcher_local" ] }, { "page": "crew_class_monitor_local", "title": "Local monitor class", "concept": [ "monitor" ], "topics": [ "crew_class_monitor_local" ] }, { "page": "crew_class_relay", "title": "'R6' relay class.", "concept": [ "relay" ], "topics": [ "crew_class_relay" ] }, { "page": "crew_class_throttle", "title": "'R6' throttle class.", "concept": [ "throttle" ], "topics": [ "crew_class_throttle" ] }, { "page": "crew_class_tls", "title": "'R6' TLS class.", "concept": [ "tls" ], "topics": [ "crew_class_tls" ] }, { "page": "crew_clean", "title": "Deprecated: terminate dispatchers and/or workers", "concept": [ "utility" ], "topics": [ "crew_clean" ] }, { "page": "crew_client", "title": "Create a client object.", "concept": [ "client" ], "topics": [ "crew_client" ] }, { "page": "crew_controller", "title": "Create a controller object from a client and launcher.", "concept": [ "controller" ], "topics": [ "crew_controller" ] }, { "page": "crew_controller_group", "title": "Create a controller group.", "concept": [ "controller_group" ], "topics": [ "crew_controller_group" ] }, { "page": "crew_controller_local", "title": "Create a controller with a local process launcher.", "concept": [ "plugin_local" ], "topics": [ "crew_controller_local" ] }, { "page": "crew_controller_sequential", "title": "Create a sequential controller.", "concept": [ "sequential controllers" ], "topics": [ "crew_controller_sequential" ] }, { "page": "crew_deprecate", "title": "Deprecate a 'crew' feature.", "concept": [ "utility" ], "topics": [ "crew_deprecate" ] }, { "page": "crew_eval", "title": "Evaluate an R command and return results as a monad.", "concept": [ "utility" ], "topics": [ "crew_eval" ] }, { "page": "crew_launcher", "title": "Create an abstract launcher.", "concept": [ "launcher" ], "topics": [ "crew_launcher" ] }, { "page": "crew_launcher_local", "title": "Create a launcher with local process workers.", "concept": [ "plugin_local" ], "topics": [ "crew_launcher_local" ] }, { "page": "crew_monitor_local", "title": "Create a local monitor object.", "concept": [ "monitor" ], "topics": [ "crew_monitor_local" ] }, { "page": "crew_options_local", "title": "Local 'crew' launcher options.", "concept": [ "options" ], "topics": [ "crew_options_local" ] }, { "page": "crew_options_metrics", "title": "Options for logging resource usage metrics.", "concept": [ "options" ], "topics": [ "crew_options_metrics" ] }, { "page": "crew_random_name", "title": "Random name", "concept": [ "utility" ], "topics": [ "crew_random_name" ] }, { "page": "crew_relay", "title": "Create a 'crew' relay object.", "concept": [ "relay" ], "topics": [ "crew_relay" ] }, { "page": "crew_retry", "title": "Retry code.", "concept": [ "utility" ], "topics": [ "crew_retry" ] }, { "page": "crew_terminate_process", "title": "Manually terminate a local process.", "concept": [ "utility" ], "topics": [ "crew_terminate_process" ] }, { "page": "crew_terminate_signal", "title": "Get the termination signal.", "concept": [ "utility" ], "topics": [ "crew_terminate_signal" ] }, { "page": "crew_throttle", "title": "Create a stateful throttling object.", "concept": [ "throttle" ], "topics": [ "crew_throttle" ] }, { "page": "crew_tls", "title": "Configure TLS.", "concept": [ "tls" ], "topics": [ "crew_tls" ] }, { "page": "crew_worker", "title": "Crew worker.", "concept": [ "utility" ], "topics": [ "crew_worker" ] } ], "_pkglogo": "https://github.com/wlandau/crew/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/wlandau/crew/raw/HEAD/README.md", "_rundeps": [ "cli", "collections", "data.table", "fastmap", "glue", "later", "lifecycle", "magrittr", "mirai", "nanonext", "otel", "pillar", "pkgconfig", "processx", "promises", "ps", "R6", "Rcpp", "rlang", "tibble", "tidyselect", "utf8", "vctrs", "withr" ], "_vignettes": [ { "source": "shiny.Rmd", "filename": "shiny.html", "title": "Asynchronous Shiny apps", "author": "Will Landau and Daniel Woodie", "engine": "knitr::rmarkdown", "headings": [ "About", "Example: coin flips, no promises", "Tutorial", "Full app code", "Example: coin flips, with promises" ], "created": "2023-05-02 18:42:40", "modified": "2025-04-03 12:29:40", "commits": 39 }, { "source": "groups.Rmd", "filename": "groups.html", "title": "Controller groups", "engine": "knitr::rmarkdown", "headings": [ "Backup controllers" ], "created": "2023-06-16 18:57:42", "modified": "2025-01-28 13:35:28", "commits": 6 }, { "source": "introduction.Rmd", "filename": "introduction.html", "title": "Introduction to crew", "engine": "knitr::rmarkdown", "headings": [ "Tasks vs workers", "How to use crew", "Synchronous functional programming", "Asynchronous functional programming", "Summaries", "Termination", "Monitoring local processes", "Tuning and auto-scaling", "Crashes and retries" ], "created": "2023-09-14 13:54:44", "modified": "2026-04-14 13:49:19", "commits": 20 }, { "source": "risks.Rmd", "filename": "risks.html", "title": "Known risks of crew", "engine": "knitr::rmarkdown", "headings": [ "Resource usage", "Workers", "Crashes", "Ports", "Security", "Perimeters", "Encryption", "Certificate authorities" ], "created": "2023-09-14 13:54:44", "modified": "2026-04-14 13:49:19", "commits": 15 }, { "source": "plugins.Rmd", "filename": "plugins.html", "title": "Launcher plugins", "engine": "knitr::rmarkdown", "headings": [ "About", "How it works", "Scope", "Implementation", "Network", "Example", "Batched launches", "Controllers", "Informal testing", "Load testing", "Managing workers" ], "created": "2023-03-21 20:43:45", "modified": "2026-04-14 13:49:19", "commits": 62 }, { "source": "logging.Rmd", "filename": "logging.html", "title": "Logging", "engine": "knitr::rmarkdown", "headings": [ "Logging worker processes", "In targets" ], "created": "2024-10-08 18:58:42", "modified": "2026-04-14 13:51:42", "commits": 5 }, { "source": "mirai.Rmd", "filename": "mirai.html", "title": "mirai workflows", "engine": "knitr::rmarkdown", "headings": [ "How it works", "Parallel functional programming", "Asynchronous parallel functional programming", "Auto-scaling", "Caveats and limitations" ], "created": "2026-04-14 18:07:40", "modified": "2026-04-14 18:07:40", "commits": 1 } ], "_score": 11.58713021596932, "_indexed": true, "_nocasepkg": "crew", "_universes": [ "wlandau" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.3.1.9000", "date": "2026-07-02T10:19:16.000Z", "distro": "resolute", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/e006a3798170b02c3d85df906181c126c75975033d0db90e46b520e9bc7a87ed", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" }, { "r": "4.6.1", "os": "linux", "version": "1.3.1.9000", "date": "2026-07-02T10:19:25.000Z", "distro": "resolute", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/0be2586856005534cbb6a6a705a239c985a3e580500acdd14570abf9bb899bf7", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" }, { "r": "4.5.3", "os": "mac", "version": "1.3.1.9000", "date": "2026-07-02T10:24:22.000Z", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/4c5fef0c4715b82eb476d44ae3b230821721e21a0ff9a5f94581171ca2f57a7d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" }, { "r": "4.6.1", "os": "mac", "version": "1.3.1.9000", "date": "2026-07-02T10:23:52.000Z", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/14dae52a3086fa009ccc1fbfec49d9146fe515fab349c9240c67e6f655c5e273", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" }, { "r": "4.6.0", "os": "wasm", "version": "1.3.1.9000", "date": "2026-07-02T10:19:42.000Z", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/1cffbea4b19310b1ff5c4dcd495db656250b002df1eafa75d60a3cbeb974c2b2", "status": "success", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" }, { "r": "4.7.0", "os": "win", "version": "1.3.1.9000", "date": "2026-07-02T10:18:21.000Z", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/42b540461d23873da2a95f73585fd97b5d26fb4ce412dbe1e2525be290561829", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" }, { "r": "4.5.3", "os": "win", "version": "1.3.1.9000", "date": "2026-07-02T10:18:24.000Z", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/08cc160b17f2f73e324ec3ea9825fd1ab7fb920e6d99750d7474059884ba2613", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" }, { "r": "4.6.1", "os": "win", "version": "1.3.1.9000", "date": "2026-07-02T10:18:21.000Z", "commit": "9bcbcf6b04917cf6dbe1d916ca5c99aa98aaf14e", "fileid": "https://r2.ropensci.org/456baf0e2f28a8c79f148376e4596e5104b3aad779266703e4312bcb4e09d592", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/wlandau/actions/runs/28582448180" } ] }