{ "_id": "69d7c903c5259ad4cd7ef35b", "Package": "crew", "Title": "A Distributed Worker Launcher Framework", "Description": "In computationally demanding analysis projects,\nstatisticians and data scientists asynchronously deploy\nlong-running tasks to distributed systems, ranging from\ntraditional clusters to cloud services. The 'NNG'-powered\n'mirai' R package by Gao (2023) is\na sleek and sophisticated scheduler that efficiently processes\nthese intense workloads. The 'crew' package extends 'mirai'\nwith a unifying interface for third-party worker launchers.\nInspiration also comes from packages. 'future' by Bengtsson\n(2021) , 'rrq' by FitzJohn and Ashton\n(2023) , 'clustermq' by\nSchubert (2019) ), and\n'batchtools' by Lang, Bischel, and Surmann (2017)\n.", "Version": "1.3.0", "License": "MIT + file LICENSE", "URL": "https://wlandau.github.io/crew/, https://github.com/wlandau/crew", "BugReports": "https://github.com/wlandau/crew/issues", "Authors@R": "c(\nperson(\ngiven = c(\"William\", \"Michael\"),\nfamily = \"Landau\",\nrole = c(\"aut\", \"cre\"),\nemail = \"will.landau.oss@gmail.com\",\ncomment = c(ORCID = \"0000-0003-1878-3253\")\n),\nperson(\ngiven = \"Daniel\",\nfamily = \"Woodie\",\nrole = \"ctb\"\n),\nperson(\nfamily = \"Eli Lilly and Company\",\nrole = c(\"cph\", \"fnd\")\n))", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Repository": "https://r-multiverse.r-universe.dev", "Date/Publication": "2025-09-12 16:48:08 UTC", "RemoteUrl": "https://github.com/wlandau/crew", "RemoteRef": "1.3.0", "RemoteSha": "47ae3f0d52298862f5a127f2009843323fd3206d", "NeedsCompilation": "no", "Packaged": { "Date": "2026-04-09 15:38:53 UTC", "User": "root" }, "Author": "William Michael Landau [aut, cre] (ORCID:\n),\nDaniel Woodie [ctb],\nEli Lilly and Company [cph, fnd]", "Maintainer": "William Michael Landau ", "MD5sum": "47bbfbe5e4a07967ad3e33e2df0a9791", "_user": "r-multiverse", "_type": "src", "_file": "crew_1.3.0.tar.gz", "_fileid": "3a436600458ebc58b48b6d16a17adc1a67e303715eced28dac2670bc174bd6c8", "_filesize": 1061787, "_sha256": "3a436600458ebc58b48b6d16a17adc1a67e303715eced28dac2670bc174bd6c8", "_created": "2026-04-09T15:38:53.000Z", "_published": "2026-04-09T15:42:59.763Z", "_distro": "noble", "_jobs": [ { "job": 70637508667, "time": 136, "config": "linux-devel-x86_64", "r": "4.6.0", "check": "OK", "artifact": "6353463118" }, { "job": 70637508767, "time": 131, "config": "linux-release-x86_64", "r": "4.5.3", "check": "OK", "artifact": "6353461087" }, { "job": 70637508572, "time": 112, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "6353453585" }, { "job": 70637508731, "time": 104, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "6353451101" }, { "job": 70636885774, "time": 208, "config": "source", "r": "4.5.3", "check": "OK", "artifact": "6353412712" }, { "job": 70637508683, "time": 113, "config": "wasm-release", "r": "4.5.1", "check": "OK", "artifact": "6353454717" }, { "job": 70637508637, "time": 87, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "6353444835" }, { "job": 70637508631, "time": 144, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "6353465679" }, { "job": 70637508635, "time": 198, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "6353484516" } ], "_buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/wlandau/crew", "_commit": { "id": "47ae3f0d52298862f5a127f2009843323fd3206d", "author": "wlandau ", "committer": "wlandau ", "message": "skip minor tests on cran\n", "time": 1757695688 }, "_maintainer": { "name": "William Michael Landau", "email": "will.landau.oss@gmail.com", "login": "wlandau", "orcid": "0000-0003-1878-3253", "twitter": "@wmlandau", "uuid": 1580860 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.0.0", "role": "Depends" }, { "package": "cli", "version": ">= 3.1.0", "role": "Imports" }, { "package": "collections", "version": ">= 0.3.9", "role": "Imports" }, { "package": "data.table", "role": "Imports" }, { "package": "later", "role": "Imports" }, { "package": "mirai", "version": ">= 2.5.0", "role": "Imports" }, { "package": "nanonext", "version": ">= 1.7.0", "role": "Imports" }, { "package": "processx", "role": "Imports" }, { "package": "promises", "role": "Imports" }, { "package": "ps", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "tidyselect", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "autometric", "version": ">= 0.1.0", "role": "Suggests" }, { "package": "knitr", "version": ">= 1.30", "role": "Suggests" }, { "package": "markdown", "version": ">= 1.1", "role": "Suggests" }, { "package": "rmarkdown", "version": ">= 2.4", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "wlandau", "_selfowned": false, "_usedby": 3, "_updates": [ { "week": "2025-15", "n": 6 }, { "week": "2025-16", "n": 2 }, { "week": "2025-17", "n": 2 }, { "week": "2025-19", "n": 5 }, { "week": "2025-22", "n": 15 }, { "week": "2025-23", "n": 3 }, { "week": "2025-24", "n": 2 }, { "week": "2025-28", "n": 2 }, { "week": "2025-31", "n": 5 }, { "week": "2025-33", "n": 1 }, { "week": "2025-34", "n": 9 }, { "week": "2025-35", "n": 38 }, { "week": "2025-37", "n": 6 } ], "_tags": [ { "name": "1.1.0", "date": "2025-04-10" }, { "name": "1.1.1", "date": "2025-04-11" }, { "name": "1.1.2", "date": "2025-05-08" }, { "name": "1.2.0", "date": "2025-06-06" }, { "name": "1.2.1", "date": "2025-06-09" }, { "name": "1.3.0", "date": "2025-09-12" } ], "_topics": [ "high-performance-computing" ], "_stars": 149, "_contributors": [ { "user": "wlandau", "count": 1534, "uuid": 1580860 }, { "user": "wlandau-lilly", "count": 423, "uuid": 22958003 }, { "user": "shikokuchuo", "count": 21, "uuid": 53399081 }, { "user": "olivroy", "count": 3, "uuid": 52606734 } ], "_userbio": { "uuid": 161461790, "type": "organization", "name": "R-multiverse", "description": "A community-curated collection of R package releases, powered by R-universe" }, "_downloads": { "count": 3574, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/crew" }, "_devurl": "https://github.com/wlandau/crew", "_pkgdown": "https://wlandau.github.io/crew/", "_searchresults": 532, "_rbuild": "4.5.3", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/crew.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/wlandau/crew", "_realowner": "wlandau", "_cranurl": true, "_releases": [ { "version": "0.0.4", "date": "2023-03-21" }, { "version": "0.0.5", "date": "2023-03-23" }, { "version": "0.1.0", "date": "2023-04-19" }, { "version": "0.1.1", "date": "2023-04-21" }, { "version": "0.2.1", "date": "2023-05-22" }, { "version": "0.3.0", "date": "2023-06-26" }, { "version": "0.4.0", "date": "2023-07-11" }, { "version": "0.5.0", "date": "2023-09-18" }, { "version": "0.6.0", "date": "2023-10-12" }, { "version": "0.7.0", "date": "2023-12-11" }, { "version": "0.8.0", "date": "2024-01-09" }, { "version": "0.9.0", "date": "2024-02-08" }, { "version": "0.9.1", "date": "2024-03-25" }, { "version": "0.9.2", "date": "2024-04-24" }, { "version": "0.9.3", "date": "2024-05-22" }, { "version": "0.9.4", "date": "2024-06-20" }, { "version": "0.9.5", "date": "2024-06-24" }, { "version": "0.10.0", "date": "2024-10-11" }, { "version": "0.10.1", "date": "2024-11-03" }, { "version": "0.10.2", "date": "2024-11-15" }, { "version": "1.0.0", "date": "2025-02-03" }, { "version": "1.1.0", "date": "2025-04-10" }, { "version": "1.1.2", "date": "2025-05-08" }, { "version": "1.2.0", "date": "2025-06-06" }, { "version": "1.2.1", "date": "2025-06-09" }, { "version": "1.3.0", "date": "2025-09-13" } ], "_exports": [ "all_of", "any_of", "contains", "crew_assert", "crew_class_client", "crew_class_controller", "crew_class_controller_group", "crew_class_controller_sequential", "crew_class_launcher", "crew_class_launcher_local", "crew_class_monitor_local", "crew_class_relay", "crew_class_throttle", "crew_class_tls", "crew_clean", "crew_client", "crew_controller", "crew_controller_group", "crew_controller_local", "crew_controller_sequential", "crew_deprecate", "crew_eval", "crew_launcher", "crew_launcher_local", "crew_monitor_local", "crew_options_local", "crew_options_metrics", "crew_random_name", "crew_relay", "crew_retry", "crew_terminate_process", "crew_terminate_signal", "crew_throttle", "crew_tls", "crew_worker", "ends_with", "everything", "last_col", "matches", "num_range", "one_of", "starts_with" ], "_help": [ { "page": "crew-package", "title": "crew: a distributed worker launcher framework", "concept": [ "help" ], "topics": [ "crew-package" ] }, { "page": "crew_assert", "title": "Crew assertion", "concept": [ "utility" ], "topics": [ "crew_assert" ] }, { "page": "crew_class_client", "title": "'R6' client class.", "concept": [ "client" ], "topics": [ "crew_class_client" ] }, { "page": "crew_class_controller", "title": "Controller class", "concept": [ "controller" ], "topics": [ "crew_class_controller" ] }, { "page": "crew_class_controller_group", "title": "Controller group class", "concept": [ "controller_group" ], "topics": [ "crew_class_controller_group" ] }, { "page": "crew_class_controller_sequential", "title": "Sequential controller class", "concept": [ "sequential controllers" ], "topics": [ "crew_class_controller_sequential" ] }, { "page": "crew_class_launcher", "title": "Launcher abstract class", "concept": [ "launcher" ], "topics": [ "crew_class_launcher" ] }, { "page": "crew_class_launcher_local", "title": "Local process launcher class", "concept": [ "plugin_local" ], "topics": [ "crew_class_launcher_local" ] }, { "page": "crew_class_monitor_local", "title": "Local monitor class", "concept": [ "monitor" ], "topics": [ "crew_class_monitor_local" ] }, { "page": "crew_class_relay", "title": "'R6' relay class.", "concept": [ "relay" ], "topics": [ "crew_class_relay" ] }, { "page": "crew_class_throttle", "title": "'R6' throttle class.", "concept": [ "throttle" ], "topics": [ "crew_class_throttle" ] }, { "page": "crew_class_tls", "title": "'R6' TLS class.", "concept": [ "tls" ], "topics": [ "crew_class_tls" ] }, { "page": "crew_clean", "title": "Deprecated: terminate dispatchers and/or workers", "concept": [ "utility" ], "topics": [ "crew_clean" ] }, { "page": "crew_client", "title": "Create a client object.", "concept": [ "client" ], "topics": [ "crew_client" ] }, { "page": "crew_controller", "title": "Create a controller object from a client and launcher.", "concept": [ "controller" ], "topics": [ "crew_controller" ] }, { "page": "crew_controller_group", "title": "Create a controller group.", "concept": [ "controller_group" ], "topics": [ "crew_controller_group" ] }, { "page": "crew_controller_local", "title": "Create a controller with a local process launcher.", "concept": [ "plugin_local" ], "topics": [ "crew_controller_local" ] }, { "page": "crew_controller_sequential", "title": "Create a sequential controller.", "concept": [ "sequential controllers" ], "topics": [ "crew_controller_sequential" ] }, { "page": "crew_deprecate", "title": "Deprecate a 'crew' feature.", "concept": [ "utility" ], "topics": [ "crew_deprecate" ] }, { "page": "crew_eval", "title": "Evaluate an R command and return results as a monad.", "concept": [ "utility" ], "topics": [ "crew_eval" ] }, { "page": "crew_launcher", "title": "Create an abstract launcher.", "concept": [ "launcher" ], "topics": [ "crew_launcher" ] }, { "page": "crew_launcher_local", "title": "Create a launcher with local process workers.", "concept": [ "plugin_local" ], "topics": [ "crew_launcher_local" ] }, { "page": "crew_monitor_local", "title": "Create a local monitor object.", "concept": [ "monitor" ], "topics": [ "crew_monitor_local" ] }, { "page": "crew_options_local", "title": "Local 'crew' launcher options.", "concept": [ "options" ], "topics": [ "crew_options_local" ] }, { "page": "crew_options_metrics", "title": "Options for logging resource usage metrics.", "concept": [ "options" ], "topics": [ "crew_options_metrics" ] }, { "page": "crew_random_name", "title": "Random name", "concept": [ "utility" ], "topics": [ "crew_random_name" ] }, { "page": "crew_relay", "title": "Create a 'crew' relay object.", "concept": [ "relay" ], "topics": [ "crew_relay" ] }, { "page": "crew_retry", "title": "Retry code.", "concept": [ "utility" ], "topics": [ "crew_retry" ] }, { "page": "crew_terminate_process", "title": "Manually terminate a local process.", "concept": [ "utility" ], "topics": [ "crew_terminate_process" ] }, { "page": "crew_terminate_signal", "title": "Get the termination signal.", "concept": [ "utility" ], "topics": [ "crew_terminate_signal" ] }, { "page": "crew_throttle", "title": "Create a stateful throttling object.", "concept": [ "throttle" ], "topics": [ "crew_throttle" ] }, { "page": "crew_tls", "title": "Configure TLS.", "concept": [ "tls" ], "topics": [ "crew_tls" ] }, { "page": "crew_worker", "title": "Crew worker.", "concept": [ "utility" ], "topics": [ "crew_worker" ] } ], "_pkglogo": "https://github.com/wlandau/crew/raw/1.3.0/man/figures/logo.png", "_readme": "https://github.com/wlandau/crew/raw/1.3.0/README.md", "_rundeps": [ "cli", "collections", "data.table", "fastmap", "glue", "later", "lifecycle", "magrittr", "mirai", "nanonext", "otel", "pillar", "pkgconfig", "processx", "promises", "ps", "R6", "Rcpp", "rlang", "tibble", "tidyselect", "utf8", "vctrs", "withr" ], "_vignettes": [ { "source": "shiny.Rmd", "filename": "shiny.html", "title": "Asynchronous Shiny apps", "author": "Will Landau and Daniel Woodie", "engine": "knitr::rmarkdown", "headings": [ "About", "Example: coin flips, no promises", "Tutorial", "Full app code", "Example: coin flips, with promises" ], "created": "2023-05-02 18:42:40", "modified": "2025-04-03 12:29:40", "commits": 39 }, { "source": "groups.Rmd", "filename": "groups.html", "title": "Controller groups", "engine": "knitr::rmarkdown", "headings": [ "Backup controllers" ], "created": "2023-06-16 18:57:42", "modified": "2025-01-28 13:35:28", "commits": 6 }, { "source": "promises.Rmd", "filename": "promises.html", "title": "Integration with promises", "engine": "knitr::rmarkdown", "headings": [], "created": "2024-02-06 14:06:45", "modified": "2024-05-03 14:45:14", "commits": 7 }, { "source": "introduction.Rmd", "filename": "introduction.html", "title": "Introduction to crew", "engine": "knitr::rmarkdown", "headings": [ "Tasks vs workers", "How to use crew", "Synchronous functional programming", "Asynchronous functional programming", "Summaries", "Termination", "Monitoring local processes", "Tuning and auto-scaling", "Crashes and retries" ], "created": "2023-09-14 13:54:44", "modified": "2025-08-28 17:54:04", "commits": 19 }, { "source": "risks.Rmd", "filename": "risks.html", "title": "Known risks of crew", "engine": "knitr::rmarkdown", "headings": [ "Resources", "Processes", "Crashes", "Ports", "Security", "Perimeters", "Encryption", "Certificate authorities" ], "created": "2023-09-14 13:54:44", "modified": "2025-04-03 12:29:40", "commits": 14 }, { "source": "plugins.Rmd", "filename": "plugins.html", "title": "Launcher plugins", "engine": "knitr::rmarkdown", "headings": [ "About", "How it works", "Scope", "Implementation", "Network", "Example", "Batched launches", "Controllers", "Informal testing", "Load testing", "Managing workers" ], "created": "2023-03-21 20:43:45", "modified": "2025-09-12 16:35:10", "commits": 61 }, { "source": "logging.Rmd", "filename": "logging.html", "title": "Logging", "engine": "knitr::rmarkdown", "headings": [ "Logging worker processes", "In targets" ], "created": "2024-10-08 18:58:42", "modified": "2025-08-29 12:13:15", "commits": 4 } ], "_score": 11.541627609693048, "_indexed": false, "_nocasepkg": "crew", "_universes": [ "r-multiverse" ], "_indexurl": "https://wlandau.r-universe.dev/crew", "_binaries": [ { "r": "4.6.0", "os": "linux", "version": "1.3.0", "date": "2026-04-09T15:41:06.000Z", "distro": "noble", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "2acac9c6fc2771e140a47affb5fd71720c0bb045b4ce88afe091fdd2c38ea88f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" }, { "r": "4.5.3", "os": "linux", "version": "1.3.0", "date": "2026-04-09T15:41:00.000Z", "distro": "noble", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "76b5b181eba579934784e2e57ebce1221b88004c7646093a2bf0f1c84fb5a1e4", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" }, { "r": "4.5.3", "os": "mac", "version": "1.3.0", "date": "2026-04-09T15:40:45.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "a0bc9580a97a9d3d1f6996210e470e4f067193fe4aed0586a84787a1c3af1af3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" }, { "r": "4.6.0", "os": "mac", "version": "1.3.0", "date": "2026-04-09T15:40:39.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "7a7fd3bc7db9b609382a836b8c49a4aaf8769fbecb6480327e0e7688d7b23382", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" }, { "r": "4.5.1", "os": "wasm", "version": "1.3.0", "date": "2026-04-09T15:41:15.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "63768284c393b0e7d9f09dc671448ec94c2d871a7720983c3e23ca90dc922f4b", "status": "success", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" }, { "r": "4.7.0", "os": "win", "version": "1.3.0", "date": "2026-04-09T15:40:12.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "f56924dec04fa03a9600a2694647c640e143612d398522f90f5ef0da411c5f4d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" }, { "r": "4.5.3", "os": "win", "version": "1.3.0", "date": "2026-04-09T15:41:08.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "30c89c9cbd51b18cc57d7cec314bb8aeaf966830af382cec6fe5b399f9cd6236", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" }, { "r": "4.6.0", "os": "win", "version": "1.3.0", "date": "2026-04-09T15:41:54.000Z", "commit": "47ae3f0d52298862f5a127f2009843323fd3206d", "fileid": "2ce4cd057bea73d10f8233c3c31a1b770a2d739f169e5f44dbfd2b5b86375bd0", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse/actions/runs/24198935967" } ] }