{ "_id": "6a281b63a476d7de6d3c5ab9", "Package": "multiRL", "Version": "0.4.5", "Title": "Reinforcement Learning Tools for Multi-Armed Bandit", "Description": "A flexible general-purpose toolbox for implementing\nRescorla-Wagner models in multi-armed bandit tasks. As the\nsuccessor and functional extension of the 'binaryRL' package,\n'multiRL' modularizes the Markov Decision Process (MDP) into\nsix core components. This framework enables users to construct\ncustom models via intuitive if-else syntax and define latent\nlearning rules for agents. For parameter estimation, it\nprovides both likelihood-based inference (MLE and MAP) and\nsimulation-based inference (ABC and RNN), with full support for\nparallel processing across subjects. The workflow is highly\nstandardized, featuring four main functions that strictly\nfollow the four-step protocol (and ten rules) proposed by\nWilson & Collins (2019) . Beyond the\nthree built-in models (TD, RSTD, and Utility), users can easily\nderive new variants by declaring which variables are treated as\nfree parameters.", "Authors@R": "c(\nperson(\ngiven = \"YuKi\",\nrole = c(\"aut\", \"cre\"),\nemail = \"hmz1969a@gmail.com\",\ncomment = c(ORCID = \"0009-0000-1378-1318\")\n),\nperson(\ngiven = \"Xinyu\",\nrole = \"aut\",\nemail = \"xinyu000328@gmail.com\",\ncomment = c(ORCID = \"0009-0004-4974-9191\")\n)\n)", "Maintainer": "YuKi ", "URL": "https://yuki-961004.github.io/multiRL/", "BugReports": "https://github.com/yuki-961004/multiRL/issues", "License": "GPL-3", "Encoding": "UTF-8", "LazyData": "TRUE", "ByteCompile": "TRUE", "RoxygenNote": "7.3.3", "NeedsCompilation": "yes", "Packaged": { "Date": "2026-06-09 13:52:03 UTC", "User": "root" }, "Author": "YuKi [aut, cre] (ORCID:\n), Xinyu [aut] (ORCID:\n)", "Repository": "https://cran.r-universe.dev", "Date/Publication": "2026-06-09 10:20:02 UTC", "RemoteUrl": "https://github.com/cran/multiRL", "RemoteRef": "HEAD", "RemoteSha": "6810622e234b481385987ba7e45029786bf8409c", "MD5sum": "b8676808f164f96fe2406331dd8e6d24", "_user": "cran", "_type": "src", "_file": "multiRL_0.4.5.tar.gz", "_fileid": "4b7d7093d4719daef4b379f3232bee969f609e314b90b0d41d6d37f16e10792b", "_filesize": 1140974, "_sha256": "4b7d7093d4719daef4b379f3232bee969f609e314b90b0d41d6d37f16e10792b", "_created": "2026-06-09T13:52:03.000Z", "_published": "2026-06-09T13:55:47.616Z", "_distro": "noble", "_jobs": [ { "job": 80339625745, "time": 144, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "7509800346" }, { "job": 80339625685, "time": 150, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7509801537" }, { "job": 80339625688, "time": 159, "config": "linux-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7509807015" }, { "job": 80339625687, "time": 167, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7509808788" }, { "job": 80338841969, "time": 209, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7509732383" }, { "job": 80339625773, "time": 133, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7509793595" } ], "_buildurl": "https://github.com/r-universe/cran/actions/runs/27210730102", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/cran/multiRL", "_commit": { "id": "6810622e234b481385987ba7e45029786bf8409c", "author": "YuKi ", "committer": "cran-robot ", "message": "version 0.4.5\n", "time": 1781000402 }, "_maintainer": { "name": "YuKi", "email": "hmz1969a@gmail.com", "login": "yuki-961004", "description": "", "uuid": 110153830 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "Rcpp", "role": "LinkingTo" }, { "package": "methods", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "Rcpp", "role": "Imports" }, { "package": "compiler", "role": "Imports" }, { "package": "future", "role": "Imports" }, { "package": "doFuture", "role": "Imports" }, { "package": "foreach", "role": "Imports" }, { "package": "doRNG", "role": "Imports" }, { "package": "progressr", "role": "Imports" }, { "package": "ggplot2", "role": "Imports" }, { "package": "scales", "role": "Imports" }, { "package": "grDevices", "role": "Imports" }, { "package": "stats", "role": "Suggests" }, { "package": "GenSA", "role": "Suggests" }, { "package": "GA", "role": "Suggests" }, { "package": "DEoptim", "role": "Suggests" }, { "package": "pso", "role": "Suggests" }, { "package": "mlrMBO", "role": "Suggests" }, { "package": "mlr", "role": "Suggests" }, { "package": "ParamHelpers", "role": "Suggests" }, { "package": "smoof", "role": "Suggests" }, { "package": "lhs", "role": "Suggests" }, { "package": "DiceKriging", "role": "Suggests" }, { "package": "rgenoud", "role": "Suggests" }, { "package": "cmaes", "role": "Suggests" }, { "package": "nloptr", "role": "Suggests" }, { "package": "abc", "role": "Suggests" }, { "package": "pls", "role": "Suggests" }, { "package": "reticulate", "role": "Suggests" }, { "package": "keras", "role": "Suggests" }, { "package": "keras3", "role": "Suggests" } ], "_owner": "cran", "_selfowned": false, "_usedby": 0, "_updates": [ { "week": "2026-05", "n": 1 }, { "week": "2026-14", "n": 1 }, { "week": "2026-24", "n": 1 } ], "_tags": [ { "name": "0.2.3", "date": "2026-01-26" }, { "name": "0.3.7", "date": "2026-03-31" }, { "name": "0.4.5", "date": "2026-06-09" } ], "_stars": 0, "_contributors": [ { "user": "yuki-961004", "count": 3, "uuid": 110153830 } ], "_userbio": { "uuid": 6899542, "type": "organization", "name": "cran", "description": "Unofficial read-only mirror of all CRAN R packages" }, "_downloads": { "count": 158, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/multiRL" }, "_devurl": "https://github.com/yuki-961004/multirl", "_pkgdown": "https://yuki-961004.github.io/multiRL/", "_searchresults": 2, "_topics": [ "cpp" ], "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/multiRL.html", "manual.pdf" ], "_homeurl": "https://github.com/yuki-961004/multirl", "_realowner": "yuki-961004", "_cranurl": false, "_releases": [ { "version": "0.2.3", "date": "2026-01-26" }, { "version": "0.3.7", "date": "2026-03-31" }, { "version": "0.4.5", "date": "2026-06-09" } ], "_exports": [ "engine_ABC", "engine_RNN", "engine_RNN3", "estimate_0_ENV", "estimate_1_LBI", "estimate_1_MAP", "estimate_1_MLE", "estimate_2_ABC", "estimate_2_RNN", "estimate_2_SBI", "estimation_methods", "fit_p", "func_alpha", "func_beta", "func_delta", "func_epsilon", "func_gamma", "func_zeta", "process_1_input", "process_2_behrule", "process_3_record", "process_4_output_cpp", "process_4_output_r", "process_5_metric", "rcv_d", "rpl_e", "RSTD", "run_m", "summary", "TD", "Utility" ], "_datasets": [ { "name": "MAB", "title": "Simulated Multi-Arm Bandit Dataset", "object": "MAB", "class": [ "data.frame" ], "fields": [ "Subject", "Block", "Trial", "Object_1", "Object_2", "Object_3", "Object_4", "Reward_1", "Reward_2", "Reward_3", "Reward_4", "Action" ], "rows": 9000, "table": true, "tojson": true }, { "name": "TAB", "title": "Group 2 from Mason et al. (2024)", "object": "TAB", "class": [ "data.frame" ], "fields": [ "Subject", "Block", "Trial", "L_choice", "R_choice", "L_reward", "R_reward", "Sub_Choose", "Frame", "NetWorth", "RT" ], "rows": 45000, "table": true, "tojson": true }, { "name": "WMT", "title": "Data from Collins and Frank (2012)", "object": "WMT", "class": [ "data.frame" ], "fields": [ "Subject", "Block", "Trial", "Object_1", "Object_2", "Object_3", "Reward_1", "Reward_2", "Reward_3", "Action", "SetSize", "Stim_Count", "RT", "PreCorrect", "Delay" ], "rows": 53089, "table": true, "tojson": true } ], "_help": [ { "page": "algorithm", "title": "Algorithm Packages (MLE, MAP)", "topics": [ "algorithm" ] }, { "page": "behrule", "title": "Behavior Rules", "topics": [ "behrule" ] }, { "page": "colnames", "title": "Column Names", "topics": [ "colnames" ] }, { "page": "control", "title": "Controls of Estimation Methods", "topics": [ "control" ] }, { "page": "data", "title": "Dataset Structure", "topics": [ "data" ] }, { "page": "engine_ABC", "title": "The Engine of Approximate Bayesian Computation (ABC)", "topics": [ "engine_ABC" ] }, { "page": "engine_RNN", "title": "The Engine of Recurrent Neural Network (RNN)", "topics": [ "engine_RNN", "engine_RNN3" ] }, { "page": "estimate", "title": "Estimate Methods", "topics": [ "estimate" ] }, { "page": "estimate_0_ENV", "title": "Tool for Generating an Environment for Models", "topics": [ "estimate_0_ENV" ] }, { "page": "estimate_1_LBI", "title": "Likelihood-Based Inference (LBI)", "topics": [ "estimate_1_LBI" ] }, { "page": "estimate_1_MAP", "title": "Estimation Method: Maximum A Posteriori (MAP)", "topics": [ "estimate_1_MAP" ] }, { "page": "estimate_1_MLE", "title": "Estimation Method: Maximum Likelihood Estimation (MLE)", "topics": [ "estimate_1_MLE" ] }, { "page": "estimate_2_ABC", "title": "Estimation Method: Approximate Bayesian Computation (ABC)", "topics": [ "estimate_2_ABC" ] }, { "page": "estimate_2_RNN", "title": "Estimation Method: Recurrent Neural Network (RNN)", "topics": [ "estimate_2_RNN" ] }, { "page": "estimate_2_SBI", "title": "Simulated-Based Inference (SBI)", "topics": [ "estimate_2_SBI" ] }, { "page": "estimation_methods", "title": "Estimate Methods", "topics": [ "estimation_methods" ] }, { "page": "fit_p", "title": "Step 3: Optimizing parameters to fit real data", "topics": [ "fit_p" ] }, { "page": "func_alpha", "title": "Function: Learning Rate", "topics": [ "func_alpha" ] }, { "page": "func_beta", "title": "Function: Probability", "topics": [ "func_beta" ] }, { "page": "func_delta", "title": "Function: Bias", "topics": [ "func_delta" ] }, { "page": "func_epsilon", "title": "Function: Exploration or Exploitation", "topics": [ "func_epsilon" ] }, { "page": "func_gamma", "title": "Function: Utility", "topics": [ "func_gamma" ] }, { "page": "func_zeta", "title": "Function: Decay Rate", "topics": [ "func_zeta" ] }, { "page": "funcs", "title": "Core Functions", "topics": [ "funcs" ] }, { "page": "layer", "title": "Layers and Loss Functions (RNN)", "topics": [ "layer" ] }, { "page": "MAB", "title": "Simulated Multi-Arm Bandit Dataset", "topics": [ "MAB" ] }, { "page": "params", "title": "Model Parameters", "topics": [ "params" ] }, { "page": "plot.multiRL.replay", "title": "plot.multiRL.replay", "topics": [ "plot.multiRL.replay" ] }, { "page": "policy", "title": "Policy of Agent", "topics": [ "policy" ] }, { "page": "priors", "title": "Density and Random Function", "topics": [ "priors" ] }, { "page": "process_1_input", "title": "multiRL.input", "topics": [ "process_1_input" ] }, { "page": "process_2_behrule", "title": "multiRL.behrule", "topics": [ "process_2_behrule" ] }, { "page": "process_3_record", "title": "multiRL.record", "topics": [ "process_3_record" ] }, { "page": "process_4_output_cpp", "title": "multiRL.output", "topics": [ "process_4_output_cpp" ] }, { "page": "process_4_output_r", "title": "multiRL.output", "topics": [ "process_4_output_r" ] }, { "page": "process_5_metric", "title": "multiRL.metric", "topics": [ "process_5_metric" ] }, { "page": "rcv_d", "title": "Step 2: Generating fake data for parameter and model recovery", "topics": [ "rcv_d" ] }, { "page": "reduction", "title": "Dimension Reduction Methods (ABC)", "topics": [ "reduction" ] }, { "page": "rpl_e", "title": "Step 4: Replaying the experiment with optimal parameters", "topics": [ "rpl_e" ] }, { "page": "RSTD", "title": "Risk Sensitive Model", "topics": [ "RSTD" ] }, { "page": "run_m", "title": "Step 1: Building reinforcement learning model", "topics": [ "run_m" ] }, { "page": "settings", "title": "Settings of Model", "topics": [ "settings" ] }, { "page": "summary-multiRL.model-method", "title": "summary", "topics": [ "summary,multiRL.model-method" ] }, { "page": "system", "title": "Cognitive Processing System", "topics": [ "system" ] }, { "page": "TAB", "title": "Group 2 from Mason et al. (2024)", "topics": [ "TAB" ] }, { "page": "TD", "title": "Temporal Differences Model", "topics": [ "TD" ] }, { "page": "Utility", "title": "Utility Model", "topics": [ "Utility" ] }, { "page": "WMT", "title": "Data from Collins and Frank (2012)", "topics": [ "WMT" ] } ], "_rundeps": [ "cli", "codetools", "cpp11", "digest", "doFuture", "doRNG", "farver", "foreach", "future", "future.apply", "ggplot2", "globals", "glue", "gtable", "isoband", "iterators", "labeling", "lifecycle", "listenv", "parallelly", "progressr", "R6", "RColorBrewer", "Rcpp", "rlang", "rngtools", "S7", "scales", "vctrs", "viridisLite", "withr" ], "_sysdeps": [ { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "14.2.0-4ubuntu2~24.04.1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_score": 1.4771212547196624, "_indexed": false, "_nocasepkg": "multirl", "_universes": [ "cran" ], "_indexurl": "https://yuki-961004.r-universe.dev/multiRL", "_previous": "0.3.7", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.4.5", "date": "2026-06-09T13:54:34.000Z", "distro": "noble", "arch": "aarch64", "commit": "6810622e234b481385987ba7e45029786bf8409c", "fileid": "936d9599df31ac69fe4036fecc6eaa0bf2a44ef2ab4cbbe1aa664a1768e1d74a", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/cran/actions/runs/27210730102" }, { "r": "4.7.0", "os": "linux", "version": "0.4.5", "date": "2026-06-09T13:54:33.000Z", "distro": "noble", "arch": "x86_64", "commit": "6810622e234b481385987ba7e45029786bf8409c", "fileid": "4f115e4855b404482cb3c4d931425776c2736c65a85e5abf733cdda5571151fe", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/cran/actions/runs/27210730102" }, { "r": "4.6.0", "os": "linux", "version": "0.4.5", "date": "2026-06-09T13:54:43.000Z", "distro": "noble", "arch": "aarch64", "commit": "6810622e234b481385987ba7e45029786bf8409c", "fileid": "0f4267ecd67f79e6ba7900c81a08bc37a5e095e28bd20078b4aa62d29042fab6", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/cran/actions/runs/27210730102" }, { "r": "4.6.0", "os": "linux", "version": "0.4.5", "date": "2026-06-09T13:54:50.000Z", "distro": "noble", "arch": "x86_64", "commit": "6810622e234b481385987ba7e45029786bf8409c", "fileid": "a9677dd0322d7e3ec150941397697c19d05aec2aeb09560c5dd07ca25eb2509b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/cran/actions/runs/27210730102" }, { "r": "4.6.0", "os": "wasm", "version": "0.4.5", "date": "2026-06-09T13:54:38.000Z", "arch": "emscripten", "commit": "6810622e234b481385987ba7e45029786bf8409c", "fileid": "8ce5a58d9ebba7f7e3737f766d5fbf6a99ad44ecc1363cbb9f7c69c7ae336afc", "status": "success", "buildurl": "https://github.com/r-universe/cran/actions/runs/27210730102" } ] }