{ "_id": "69f8dd6bb1c3356eb4e5ea27", "Package": "crew", "Title": "A Distributed Worker Launcher Framework", "Description": "In computationally demanding analysis projects,\nstatisticians and data scientists asynchronously deploy\nlong-running tasks to distributed systems, ranging from\ntraditional clusters to cloud services. The 'NNG'-powered\n'mirai' R package by Gao (2023) is\na sleek and sophisticated scheduler that efficiently processes\nthese intense workloads. The 'crew' package extends 'mirai'\nwith a unifying interface for third-party worker launchers.\nInspiration also comes from packages. 'future' by Bengtsson\n(2021) , 'rrq' by FitzJohn and Ashton\n(2023) , 'clustermq' by\nSchubert (2019) ), and\n'batchtools' by Lang, Bischel, and Surmann (2017)\n.", "Version": "1.3.0", "License": "MIT + file LICENSE", "URL": "https://wlandau.github.io/crew/, https://github.com/wlandau/crew", "BugReports": "https://github.com/wlandau/crew/issues", "Authors@R": "c(\nperson(\ngiven = c(\"William\", \"Michael\"),\nfamily = \"Landau\",\nrole = c(\"aut\", \"cre\"),\nemail = \"will.landau.oss@gmail.com\",\ncomment = c(ORCID = \"0000-0003-1878-3253\")\n),\nperson(\ngiven = \"Daniel\",\nfamily = \"Woodie\",\nrole = \"ctb\"\n),\nperson(\nfamily = \"Eli Lilly and Company\",\nrole = c(\"cph\", \"fnd\")\n))", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Repository": "https://r-multiverse.r-universe.dev", "Date/Publication": "2025-09-12 16:48:08 UTC", "RemoteUrl": "https://github.com/wlandau/crew", "RemoteRef": "1.3.0", "RemoteSha": "47ae3f0d52298862f5a127f2009843323fd3206d", "NeedsCompilation": "no", "Packaged": { "Date": "2026-05-04 17:50:49 UTC", "User": "root" }, "Author": "William Michael Landau [aut, cre] (ORCID:\n),\nDaniel Woodie [ctb],\nEli Lilly and Company [cph, fnd]", "Maintainer": "William Michael Landau ", "MD5sum": "d9479499bfce438c35fa468d5a9fd393", "_user": "r-multiverse", "_type": "src", "_file": "crew_1.3.0.tar.gz", "_fileid": "c765226c3bafa3dacbc8916219428d36e137e9349657f1e91d387b46b27d851a", "_filesize": 1064100, "_sha256": "c765226c3bafa3dacbc8916219428d36e137e9349657f1e91d387b46b27d851a", "_created": "2026-05-04T17:50:49.000Z", "_published": "2026-05-04T17:54:51.432Z", "_distro": "noble", "_jobs": [ { "job": 74275504714, "time": 146, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "6789887329" }, { "job": 74275504694, "time": 187, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "6789897492" }, { "job": 74275504738, "time": 106, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "6789872426" }, { "job": 74275504715, "time": 128, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "6789879481" }, { "job": 74274987489, "time": 188, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "6789839145" }, { "job": 74275504699, "time": 198, "config": "wasm-release", "r": "4.5.1", "check": "OK", "artifact": "6789902427" }, { "job": 74275504721, "time": 203, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "6789902105" }, { "job": 74275504711, "time": 92, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "6789868465" }, { "job": 74275504719, "time": 96, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "6789870560" } ], "_buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/wlandau/crew", "_commit": { "id": "47ae3f0d52298862f5a127f2009843323fd3206d", "author": "wlandau ", "committer": "wlandau ", "message": "skip minor tests on cran\n", "time": 1757695688 }, "_maintainer": { "name": "William Michael Landau", "email": "will.landau.oss@gmail.com", "login": "wlandau", "orcid": "0000-0003-1878-3253", "twitter": "@wmlandau", "uuid": 1580860 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.0.0", "role": "Depends" }, { "package": "cli", "version": ">= 3.1.0", "role": "Imports" }, { "package": "collections", "version": ">= 0.3.9", "role": "Imports" }, { "package": "data.table", "role": "Imports" }, { "package": "later", "role": "Imports" }, { "package": "mirai", "version": ">= 2.5.0", "role": "Imports" }, { "package": "nanonext", "version": ">= 1.7.0", "role": "Imports" }, { "package": "processx", "role": "Imports" }, { "package": "promises", "role": "Imports" }, { "package": "ps", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "tidyselect", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "autometric", "version": ">= 0.1.0", "role": "Suggests" }, { "package": "knitr", "version": ">= 1.30", "role": "Suggests" }, { "package": "markdown", "version": ">= 1.1", "role": "Suggests" }, { "package": "rmarkdown", "version": ">= 2.4", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "wlandau", "_selfowned": false, "_usedby": 3, "_updates": [ { "week": "2025-19", "n": 5 }, { "week": "2025-22", "n": 15 }, { "week": "2025-23", "n": 3 }, { "week": "2025-24", "n": 2 }, { "week": "2025-28", "n": 2 }, { "week": "2025-31", "n": 5 }, { "week": "2025-33", "n": 1 }, { "week": "2025-34", "n": 9 }, { "week": "2025-35", "n": 38 }, { "week": "2025-37", "n": 6 } ], "_tags": [ { "name": "1.1.2", "date": "2025-05-08" }, { "name": "1.2.0", "date": "2025-06-06" }, { "name": "1.2.1", "date": "2025-06-09" }, { "name": "1.3.0", "date": "2025-09-12" } ], "_topics": [ "high-performance-computing" ], "_stars": 149, "_contributors": [ { "user": "wlandau", "count": 1554, "uuid": 1580860 }, { "user": "wlandau-lilly", "count": 423, "uuid": 22958003 }, { "user": "shikokuchuo", "count": 21, "uuid": 53399081 }, { "user": "olivroy", "count": 3, "uuid": 52606734 } ], "_userbio": { "uuid": 161461790, "type": "organization", "name": "R-multiverse", "description": "A community-curated collection of R package releases, powered by R-universe" }, "_downloads": { "count": 4054, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/crew" }, "_devurl": "https://github.com/wlandau/crew", "_pkgdown": "https://wlandau.github.io/crew/", "_searchresults": 532, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/crew.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/wlandau/crew", "_realowner": "wlandau", "_cranurl": true, "_releases": [ { "version": "0.0.4", "date": "2023-03-21" }, { "version": "0.0.5", "date": "2023-03-23" }, { "version": "0.1.0", "date": "2023-04-19" }, { "version": "0.1.1", "date": "2023-04-21" }, { "version": "0.2.1", "date": "2023-05-22" }, { "version": "0.3.0", "date": "2023-06-26" }, { "version": "0.4.0", "date": "2023-07-11" }, { "version": "0.5.0", "date": "2023-09-18" }, { "version": "0.6.0", "date": "2023-10-12" }, { "version": "0.7.0", "date": "2023-12-11" }, { "version": "0.8.0", "date": "2024-01-09" }, { "version": "0.9.0", "date": "2024-02-08" }, { "version": "0.9.1", "date": "2024-03-25" }, { "version": "0.9.2", "date": "2024-04-24" }, { "version": "0.9.3", "date": "2024-05-22" }, { "version": "0.9.4", "date": "2024-06-20" }, { "version": "0.9.5", "date": "2024-06-24" }, { "version": "0.10.0", "date": "2024-10-11" }, { "version": "0.10.1", "date": "2024-11-03" }, { "version": "0.10.2", "date": "2024-11-15" }, { "version": "1.0.0", "date": "2025-02-03" }, { "version": "1.1.0", "date": "2025-04-10" }, { "version": "1.1.2", "date": "2025-05-08" }, { "version": "1.2.0", "date": "2025-06-06" }, { "version": "1.2.1", "date": "2025-06-09" }, { "version": "1.3.0", "date": "2025-09-13" } ], "_exports": [ "all_of", "any_of", "contains", "crew_assert", "crew_class_client", "crew_class_controller", "crew_class_controller_group", "crew_class_controller_sequential", "crew_class_launcher", "crew_class_launcher_local", "crew_class_monitor_local", "crew_class_relay", "crew_class_throttle", "crew_class_tls", "crew_clean", "crew_client", "crew_controller", "crew_controller_group", "crew_controller_local", "crew_controller_sequential", "crew_deprecate", "crew_eval", "crew_launcher", "crew_launcher_local", "crew_monitor_local", "crew_options_local", "crew_options_metrics", "crew_random_name", "crew_relay", "crew_retry", "crew_terminate_process", "crew_terminate_signal", "crew_throttle", "crew_tls", "crew_worker", "ends_with", "everything", "last_col", "matches", "num_range", "one_of", "starts_with" ], "_help": [ { "page": "crew-package", "title": "crew: a distributed worker launcher framework", "concept": [ "help" ], "topics": [ "crew-package" ] }, { "page": "crew_assert", "title": "Crew assertion", "concept": [ "utility" ], "topics": [ "crew_assert" ] }, { "page": "crew_class_client", "title": "'R6' client class.", "concept": [ "client" ], "topics": [ "crew_class_client" ] }, { "page": "crew_class_controller", "title": "Controller class", "concept": [ "controller" ], "topics": [ "crew_class_controller" ] }, { "page": "crew_class_controller_group", "title": "Controller group class", "concept": [ "controller_group" ], "topics": [ "crew_class_controller_group" ] }, { "page": "crew_class_controller_sequential", "title": "Sequential controller class", "concept": [ "sequential controllers" ], "topics": [ "crew_class_controller_sequential" ] }, { "page": "crew_class_launcher", "title": "Launcher abstract class", "concept": [ "launcher" ], "topics": [ "crew_class_launcher" ] }, { "page": "crew_class_launcher_local", "title": "Local process launcher class", "concept": [ "plugin_local" ], "topics": [ "crew_class_launcher_local" ] }, { "page": "crew_class_monitor_local", "title": "Local monitor class", "concept": [ "monitor" ], "topics": [ "crew_class_monitor_local" ] }, { "page": "crew_class_relay", "title": "'R6' relay class.", "concept": [ "relay" ], "topics": [ "crew_class_relay" ] }, { "page": "crew_class_throttle", "title": "'R6' throttle class.", "concept": [ "throttle" ], "topics": [ "crew_class_throttle" ] }, { "page": "crew_class_tls", "title": "'R6' TLS class.", "concept": [ "tls" ], "topics": [ "crew_class_tls" ] }, { "page": "crew_clean", "title": "Deprecated: terminate dispatchers and/or workers", "concept": [ "utility" ], "topics": [ "crew_clean" ] }, { "page": "crew_client", "title": "Create a client object.", "concept": [ "client" ], "topics": [ "crew_client" ] }, { "page": "crew_controller", "title": "Create a controller object from a client and launcher.", "concept": [ "controller" ], "topics": [ "crew_controller" ] }, { "page": "crew_controller_group", "title": "Create a controller group.", "concept": [ "controller_group" ], "topics": [ "crew_controller_group" ] }, { "page": "crew_controller_local", "title": "Create a controller with a local process launcher.", "concept": [ "plugin_local" ], "topics": [ "crew_controller_local" ] }, { "page": "crew_controller_sequential", "title": "Create a sequential controller.", "concept": [ "sequential controllers" ], "topics": [ "crew_controller_sequential" ] }, { "page": "crew_deprecate", "title": "Deprecate a 'crew' feature.", "concept": [ "utility" ], "topics": [ "crew_deprecate" ] }, { "page": "crew_eval", "title": "Evaluate an R command and return results as a monad.", "concept": [ "utility" ], "topics": [ "crew_eval" ] }, { "page": "crew_launcher", "title": "Create an abstract launcher.", "concept": [ "launcher" ], "topics": [ "crew_launcher" ] }, { "page": "crew_launcher_local", "title": "Create a launcher with local process workers.", "concept": [ "plugin_local" ], "topics": [ "crew_launcher_local" ] }, { "page": "crew_monitor_local", "title": "Create a local monitor object.", "concept": [ "monitor" ], "topics": [ "crew_monitor_local" ] }, { "page": "crew_options_local", "title": "Local 'crew' launcher options.", "concept": [ "options" ], "topics": [ "crew_options_local" ] }, { "page": "crew_options_metrics", "title": "Options for logging resource usage metrics.", "concept": [ "options" ], "topics": [ "crew_options_metrics" ] }, { "page": "crew_random_name", "title": "Random name", "concept": [ "utility" ], "topics": [ "crew_random_name" ] }, { "page": "crew_relay", "title": "Create a 'crew' relay object.", "concept": [ "relay" ], "topics": [ "crew_relay" ] }, { "page": "crew_retry", "title": "Retry code.", "concept": [ "utility" ], "topics": [ "crew_retry" ] }, { "page": "crew_terminate_process", "title": "Manually terminate a local process.", "concept": [ "utility" ], "topics": [ "crew_terminate_process" ] }, { "page": "crew_terminate_signal", "title": "Get the termination signal.", "concept": [ "utility" ], "topics": [ "crew_terminate_signal" ] }, { "page": "crew_throttle", "title": "Create a stateful throttling object.", "concept": [ "throttle" ], "topics": [ "crew_throttle" ] }, { "page": "crew_tls", "title": "Configure TLS.", "concept": [ "tls" ], "topics": [ "crew_tls" ] }, { "page": "crew_worker", "title": "Crew worker.", "concept": [ "utility" ], "topics": [ "crew_worker" ] } ], "_pkglogo": "https://github.com/wlandau/crew/raw/1.3.0/man/figures/logo.png", "_readme": "https://github.com/wlandau/crew/raw/1.3.0/README.md", "_rundeps": [ "cli", "collections", "data.table", "fastmap", "glue", "later", "lifecycle", "magrittr", "mirai", "nanonext", "otel", "pillar", "pkgconfig", "processx", "promises", "ps", "R6", "Rcpp", "rlang", "tibble", "tidyselect", "utf8", "vctrs", "withr" ], "_vignettes": [ { "source": "shiny.Rmd", "filename": "shiny.html", "title": "Asynchronous Shiny apps", "author": "Will Landau and Daniel Woodie", "engine": "knitr::rmarkdown", "headings": [ "About", "Example: coin flips, no promises", "Tutorial", "Full app code", "Example: coin flips, with promises" ], "created": "2023-05-02 18:42:40", "modified": "2025-04-03 12:29:40", "commits": 39 }, { "source": "groups.Rmd", "filename": "groups.html", "title": "Controller groups", "engine": "knitr::rmarkdown", "headings": [ "Backup controllers" ], "created": "2023-06-16 18:57:42", "modified": "2025-01-28 13:35:28", "commits": 6 }, { "source": "promises.Rmd", "filename": "promises.html", "title": "Integration with promises", "engine": "knitr::rmarkdown", "headings": [], "created": "2024-02-06 14:06:45", "modified": "2024-05-03 14:45:14", "commits": 7 }, { "source": "introduction.Rmd", "filename": "introduction.html", "title": "Introduction to crew", "engine": "knitr::rmarkdown", "headings": [ "Tasks vs workers", "How to use crew", "Synchronous functional programming", "Asynchronous functional programming", "Summaries", "Termination", "Monitoring local processes", "Tuning and auto-scaling", "Crashes and retries" ], "created": "2023-09-14 13:54:44", "modified": "2025-08-28 17:54:04", "commits": 19 }, { "source": "risks.Rmd", "filename": "risks.html", "title": "Known risks of crew", "engine": "knitr::rmarkdown", "headings": [ "Resources", "Processes", "Crashes", "Ports", "Security", "Perimeters", "Encryption", "Certificate authorities" ], "created": "2023-09-14 13:54:44", "modified": "2025-04-03 12:29:40", "commits": 14 }, { "source": "plugins.Rmd", "filename": "plugins.html", "title": "Launcher plugins", "engine": "knitr::rmarkdown", "headings": [ "About", "How it works", "Scope", "Implementation", "Network", "Example", "Batched launches", "Controllers", "Informal testing", "Load testing", "Managing workers" ], "created": "2023-03-21 20:43:45", "modified": "2025-09-12 16:35:10", "commits": 61 }, { "source": "logging.Rmd", "filename": "logging.html", "title": "Logging", "engine": "knitr::rmarkdown", "headings": [ "Logging worker processes", "In targets" ], "created": "2024-10-08 18:58:42", "modified": "2025-08-29 12:13:15", "commits": 4 } ], "_score": 11.482413453573574, "_indexed": false, "_nocasepkg": "crew", "_universes": [ "r-multiverse" ], "_indexurl": "https://wlandau.r-universe.dev/crew", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.3.0", "date": "2026-05-04T17:53:10.000Z", "distro": "noble", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "bbf0c012f55f2a75e93370a4b9d862776f6a46620037c1028a09dc42c5ac86b1", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" }, { "r": "4.6.0", "os": "linux", "version": "1.3.0", "date": "2026-05-04T17:53:47.000Z", "distro": "noble", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "4769991170b6423df11c833f569b319324111e0450e2765c2e6f8f88b6c9e839", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" }, { "r": "4.5.3", "os": "mac", "version": "1.3.0", "date": "2026-05-04T17:52:31.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "6ad3365faf7c0be292c681a98474f2c89198c4f4f5646f968a6d4fa018d58910", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" }, { "r": "4.6.0", "os": "mac", "version": "1.3.0", "date": "2026-05-04T17:52:52.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "fb78aff3ed2f9920eb58fc0fa39c314b814184659c3d0151980765284a2ae85a", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" }, { "r": "4.5.1", "os": "wasm", "version": "1.3.0", "date": "2026-05-04T17:54:35.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "e7bb12886684d1289e417e88ab1d1b5caf041ecfd0a9343e32d28304d96d63fb", "status": "success", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" }, { "r": "4.7.0", "os": "win", "version": "1.3.0", "date": "2026-05-04T17:53:53.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "6cb9d8e04270be877673dcf3679cceb3a22ba9232be3c9d8562e1ac6ce06aca6", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" }, { "r": "4.5.3", "os": "win", "version": "1.3.0", "date": "2026-05-04T17:52:07.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "bd179fd4a2809b1ac77fad543ae4d285bc300230d8bd9b4dee25689422c4fc0d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" }, { "r": "4.6.0", "os": "win", "version": "1.3.0", "date": "2026-05-04T17:52:11.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "625cfe3cf719c1fe0bd5c68fe4ced795b7585f8d6337c7e874bd384409ca1027", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/25334133358" } ] }