{ "_id": "6a5910e509eb0996dd68bda1", "Package": "modelimportance", "Type": "Package", "Title": "Measuring Contributions of Component Models to Ensemble Forecast\nAccuracy", "Version": "0.1.0", "Authors@R": "c(\nperson(given = \"Minsu\",\nfamily = \"Kim\",\nemail = \"minsu@umass.edu\",\nrole = c(\"aut\", \"cre\", 'cph'),\ncomment = c(ORCID = \"0009-0008-4637-3589\")),\nperson(given = \"Li\",\nfamily = \"Shandross\",\nemail = \"lshandross@umass.edu\",\ncomment = c(ORCID = \"0009-0008-1348-1954\"),\nrole = c(\"aut\", \"ctb\")),\nperson(given = \"Zhian\",\nfamily = \"Kamvar\",\nemail = \"zkamvar@umass.edu\",\ncomment = c(ORCID = \"0000-0003-1458-7108\"),\nrole = c(\"ctb\")),\nperson(given = \"Nicholas\",\nfamily = \"Reich\",\nemail = \"nick@umass.edu\",\nrole = c(\"aut\"),\ncomment = c(ORCID = \"0000-0003-3503-9899\")),\nperson(given = \"Evan\",\nfamily = \"Ray\",\nemail = \"elray1@umass.edu\",\nrole = c(\"aut\"))\n)", "Description": "Provides metrics for quantifying the contribution of\nindividual component models to the predictive accuracy of\nensemble forecasts. The package implements the\nLeave-One-Model-Out (LOMO) and\nLeave-All-Subset-of-One-Model-Out (LASOMO) model importance\nmetrics, enabling users to assess the relative importance of\ncomponent models and better understand the performance of\nensemble forecasting systems. Methods are described in Kim et\nal. (2026) .", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "RoxygenNote": "7.3.3", "Config/testthat/edition": "3", "VignetteBuilder": "knitr", "URL": "https://github.com/mkim425/modelimportance", "Config/Needs/website": "rmarkdown", "BugReports": "https://github.com/mkim425/modelimportance/issues", "LazyData": "true", "NeedsCompilation": "no", "Packaged": { "Date": "2026-07-16 17:07:07 UTC", "User": "root" }, "Author": "Minsu Kim [aut, cre, cph] (ORCID:\n), Li Shandross [aut,\nctb] (ORCID: ), Zhian\nKamvar [ctb] (ORCID: ),\nNicholas Reich [aut] (ORCID:\n), Evan Ray [aut]", "Maintainer": "Minsu Kim ", "Repository": "https://cran.r-universe.dev", "Date/Publication": "2026-07-16 13:30:02 UTC", "RemoteUrl": "https://github.com/cran/modelimportance", "RemoteRef": "HEAD", "RemoteSha": "fad92f5cc3ea3b63532cc010ad9635ace1f6fa2a", "_user": "cran", "_type": "src", "_file": "modelimportance_0.1.0.tar.gz", "_fileid": "https://r2.ropensci.org/73486fa416bfd8eda7f5e5ceeec4ce12834e8750ed5fd20d6a67bcbd79525163", "_filesize": 4342131, "_sha256": "73486fa416bfd8eda7f5e5ceeec4ce12834e8750ed5fd20d6a67bcbd79525163", "_expires": "2026-10-24T17:12:03.000Z", "_created": "2026-07-16T17:07:07.000Z", "_published": "2026-07-16T17:12:05.405Z", "_jobs": [ { "job": 87689324119, "time": 248, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "8383772863" }, { "job": 87689324078, "time": 254, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8383776200" }, { "job": 87688211771, "time": 279, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8383651319" }, { "job": 87689324033, "time": 143, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8383722296" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/cran/actions/runs/29518099040", "_status": "success", "_upstream": "https://github.com/cran/modelimportance", "_commit": { "id": "fad92f5cc3ea3b63532cc010ad9635ace1f6fa2a", "author": "Minsu Kim ", "committer": "cran-robot ", "message": "version 0.1.0\n", "time": 1784208602 }, "_maintainer": { "name": "Minsu Kim", "email": "minsu@umass.edu", "login": "mkim425", "description": "", "uuid": 71862256, "orcid": "0009-0008-4637-3589" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "hubUtils", "version": ">= 0.4.0", "role": "Imports" }, { "package": "dplyr", "version": ">= 1.1.4", "role": "Imports" }, { "package": "hubEvals", "version": ">= 0.3.0", "role": "Imports" }, { "package": "hubEnsembles", "version": ">= 0.1.9", "role": "Imports" }, { "package": "methods", "version": ">= 4.4.3", "role": "Imports" }, { "package": "purrr", "version": ">= 1.0.4", "role": "Imports" }, { "package": "furrr", "version": ">= 0.3.1", "role": "Imports" }, { "package": "future", "version": ">= 1.49.0", "role": "Imports" }, { "package": "checkmate", "version": ">= 2.3.3", "role": "Imports" }, { "package": "rlang", "version": ">= 1.1.6", "role": "Imports" }, { "package": "stats", "version": ">= 4.4.3", "role": "Imports" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "tidyr", "version": ">= 1.3.1", "role": "Suggests" }, { "package": "kableExtra", "version": ">= 1.4.0", "role": "Suggests" }, { "package": "ggplot2", "version": ">= 4.0.1", "role": "Suggests" }, { "package": "scoringutils", "version": ">= 2.1.2", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "progressr", "version": ">= 0.15.1", "role": "Suggests" } ], "_owner": "cran", "_selfowned": false, "_usedby": 0, "_updates": [ { "week": "2026-29", "n": 1 } ], "_tags": [ { "name": "0.1.0", "date": "2026-07-16" } ], "_stars": 0, "_contributors": [ { "user": "mkim425", "count": 1, "uuid": 71862256 } ], "_userbio": { "uuid": 6899542, "type": "organization", "name": "cran", "followers": 620, "description": "Unofficial read-only mirror of all CRAN R packages" }, "_downloads": { "count": 0, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/modelimportance" }, "_devurl": "https://github.com/mkim425/modelimportance", "_searchresults": 7, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/modelimportance.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE", "manual.pdf" ], "_cranurl": false, "_releases": [ { "version": "0.1.0", "date": "2026-07-16" } ], "_exports": [ "model_importance" ], "_datasets": [ { "name": "forecast_data_example", "title": "Example forecast outputs for modelimportance article vignette", "object": "forecast_data_example", "class": [ "model_out_tbl", "tbl_df", "tbl", "data.frame" ], "fields": [ "model_id", "reference_date", "target", "horizon", "location", "target_end_date", "output_type", "output_type_id", "value" ], "rows": 168, "table": true, "tojson": true }, { "name": "forecast_data_ma_h1", "title": "Forecast outputs for Massachusetts, horizon 1, used in vignette runtime data", "object": "forecast_data_ma_h1", "class": [ "model_out_tbl", "tbl_df", "tbl", "data.frame" ], "fields": [ "model_id", "reference_date", "target", "horizon", "location", "target_end_date", "output_type", "output_type_id", "value" ], "rows": 3, "table": true, "tojson": true }, { "name": "forecast_data_raw", "title": "Raw forecast outputs for get-started vignette", "object": "forecast_data_raw", "class": [ "model_out_tbl", "tbl_df", "tbl", "data.frame" ], "fields": [ "model_id", "reference_date", "target", "horizon", "location", "target_end_date", "output_type", "output_type_id", "value" ], "rows": 12, "table": true, "tojson": true }, { "name": "target_data_example", "title": "Example target data for modelimportance article vignette", "object": "target_data_example", "class": [ "spec_tbl_df", "tbl_df", "tbl", "data.frame" ], "fields": [ "target_end_date", "target", "location", "observation" ], "rows": 8, "table": true, "tojson": true }, { "name": "target_data_ma", "title": "Target data for Massachusetts used in vignette runtime data", "object": "target_data_ma", "class": [ "spec_tbl_df", "tbl_df", "tbl", "data.frame" ], "fields": [ "target_end_date", "target", "location", "observation" ], "rows": 1, "table": true, "tojson": true }, { "name": "target_data_raw", "title": "Raw target data for get-started vignette", "object": "target_data_raw", "class": [ "spec_tbl_df", "tbl_df", "tbl", "data.frame" ], "fields": [ "target_end_date", "target", "location", "oracle_value" ], "rows": 4, "table": true, "tojson": true } ], "_help": [ { "page": "aggregate.model_imp_tbl", "title": "Aggregate model importance scores across tasks to compute overall importance for each model", "topics": [ "aggregate.model_imp_tbl" ] }, { "page": "forecast_data_example", "title": "Example forecast outputs for modelimportance article vignette", "topics": [ "forecast_data_example" ] }, { "page": "forecast_data_ma_h1", "title": "Forecast outputs for Massachusetts, horizon 1, used in vignette runtime data", "topics": [ "forecast_data_ma_h1" ] }, { "page": "forecast_data_raw", "title": "Raw forecast outputs for get-started vignette", "topics": [ "forecast_data_raw" ] }, { "page": "model_importance", "title": "Quantifies the contribution of ensemble component models to ensemble prediction accuracy for each prediction task.", "topics": [ "model_importance" ] }, { "page": "print.model_imp_tbl", "title": "Print method for model importance score table", "topics": [ "print.model_imp_tbl" ] }, { "page": "print.summary.model_imp_tbl", "title": "Print method for summary of model importance score table", "topics": [ "print.summary.model_imp_tbl" ] }, { "page": "summary.model_imp_tbl", "title": "Summary method for model importance score table", "topics": [ "summary.model_imp_tbl" ] }, { "page": "target_data_example", "title": "Example target data for modelimportance article vignette", "topics": [ "target_data_example" ] }, { "page": "target_data_ma", "title": "Target data for Massachusetts used in vignette runtime data", "topics": [ "target_data_ma" ] }, { "page": "target_data_raw", "title": "Raw target data for get-started vignette", "topics": [ "target_data_raw" ] } ], "_readme": "https://github.com/cran/modelimportance/raw/HEAD/README.md", "_rundeps": [ "askpass", "backports", "cachem", "checkmate", "cli", "codetools", "cpp11", "curl", "data.table", "digest", "distfromq", "dplyr", "evaluate", "farver", "fastmap", "fs", "furrr", "future", "generics", "ggplot2", "gitcreds", "globals", "glue", "gtable", "highr", "httr2", "hubEnsembles", "hubEvals", "hubUtils", "ini", "isoband", "jsonlite", "knitr", "labeling", "lifecycle", "listenv", "magrittr", "MASS", "matrixStats", "memoise", "openssl", "parallelly", "pillar", "pkgconfig", "purrr", "R6", "RColorBrewer", "Rcpp", "RcppArmadillo", "rlang", "S7", "scales", "scoringRules", "scoringutils", "stringi", "stringr", "sys", "tibble", "tidyr", "tidyselect", "utf8", "vctrs", "viridisLite", "withr", "xfun", "yaml", "zeallot" ], "_vignettes": [ { "source": "modelimportance-article.Rmd", "filename": "modelimportance-article.html", "title": "modelimportance: Evaluating model importance within a multi-model ensemble in R", "author": "Minsu Kim, Li Shandross, Evan L. Ray, and Nicholas G. Reich", "engine": "knitr::rmarkdown", "headings": [ "Abstract", "1. Introduction", "2. Data", "2.1 Dependencies and related software", "2.2 Model output format", "2.3 Forecast data representation", "2.4 Oracle output data", "3. Method description and algorithms", "3.1 Comparison of weighting schemes in LASOMO", "4. Evaluating models with the model_importance() function", "model_importance( )", "5. S3 class and methods", "5.1 Print method", "5.2 Summary method", "5.3 Aggregate method", "6. Examples", "6.1 Example data", "Evaluation using LOMO algorithm", "Evaluation using LASOMO algorithm", "7. Computational complexity", "8. Implementation and availability", "Summary and discussion", "Acknowledgements", "Appendix", "Weights for subsets in LASOMO", "References" ], "created": "2026-07-16 13:30:02", "modified": "2026-07-16 13:30:02", "commits": 1 }, { "source": "get-started.Rmd", "filename": "get-started.html", "title": "Simple working examples", "engine": "knitr::rmarkdown", "headings": [ "Setup", "Example data", "Evaluation using LOMO algorithm", "Evaluation using LASOMO algorithm", "References" ], "created": "2026-07-16 13:30:02", "modified": "2026-07-16 13:30:02", "commits": 1 } ], "_score": 3, "_indexed": false, "_nocasepkg": "modelimportance", "_universes": [ "cran", "mkim425" ], "_indexurl": "https://mkim425.r-universe.dev/modelimportance", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.1.0", "date": "2026-07-16T17:09:41.000Z", "distro": "resolute", "commit": "fad92f5cc3ea3b63532cc010ad9635ace1f6fa2a", "fileid": "https://r2.ropensci.org/7c76836a698fcb661aed18103bb2bf7f996ee20bcd95e60a22192ce995ad22f0", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/cran/actions/runs/29518099040" }, { "r": "4.6.1", "os": "linux", "version": "0.1.0", "date": "2026-07-16T17:09:38.000Z", "distro": "resolute", "commit": "fad92f5cc3ea3b63532cc010ad9635ace1f6fa2a", "fileid": "https://r2.ropensci.org/0d4115ac6f4fa5579e79367cdecbf14a76c628f1a192008d76606049d4641fce", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/cran/actions/runs/29518099040" }, { "r": "4.6.0", "os": "wasm", "version": "0.1.0", "date": "2026-07-16T17:09:50.000Z", "commit": "fad92f5cc3ea3b63532cc010ad9635ace1f6fa2a", "fileid": "https://r2.ropensci.org/6c2b4e91ffa1a22a02d37a3410e9f2e233ff3d4161a159c8a8bf51c59e3aff38", "status": "success", "buildurl": "https://github.com/r-universe/cran/actions/runs/29518099040" } ] }