{ "_id": "6a101e15acfb0bcc41c8a858", "Package": "validateIt", "Title": "Validating Topic Coherence and Topic Labels", "Version": "1.2.1", "Authors@R": "c(\nperson(given = \"Luwei\",\nfamily = \"Ying\",\nrole = c(\"aut\", \"cre\"),\nemail = \"triads.developers@wustl.edu\",\ncomment = c(ORCID = \"0000-0001-7307-4834\")),\nperson(given = \"Jacob\",\nfamily = \"Montgomery\",\nrole = c(\"aut\")),\nperson(given = \"Brandon\",\nfamily = \"Stewart\",\nrole = c(\"aut\")))", "Description": "By creating crowd-sourcing tasks that can be easily posted\nand results retrieved using Amazon's Mechanical Turk (MTurk)\nAPI, researchers can use this solution to validate the quality\nof topics obtained from unsupervised or semi-supervised\nlearning methods, and the relevance of topic labels assigned.\nThis helps ensure that the topic modeling results are accurate\nand useful for research purposes. See Ying and others (2022)\n. For more information, please\nvisit\n.", "License": "GPL (>= 2)", "Encoding": "UTF-8", "LazyData": "true", "RoxygenNote": "7.2.3", "Author": "Luwei Ying [aut, cre]\n(), Jacob Montgomery\n[aut], Brandon Stewart [aut]", "Maintainer": "Luwei Ying ", "NeedsCompilation": "no", "Packaged": { "Date": "2026-05-14 07:34:14 UTC", "User": "root" }, "Repository": "https://cran.r-universe.dev", "Date/Publication": "2023-05-16 07:20:02 UTC", "RemoteUrl": "https://github.com/cran/validateIt", "RemoteRef": "HEAD", "RemoteSha": "ced3d803eb00b46d173901ec404f1e11f619d2a1", "MD5sum": "1536055f355ec1800d42567bb40af35b", "_user": "cran", "_type": "src", "_file": "validateIt_1.2.1.tar.gz", "_fileid": "a11ec06dcfeefe11126ea43ec1d146b05a6eb90f993b71a4e09488d4579036c0", "_filesize": 331612, "_sha256": "a11ec06dcfeefe11126ea43ec1d146b05a6eb90f993b71a4e09488d4579036c0", "_created": "2026-05-14T07:34:14.000Z", "_published": "2026-05-22T09:12:53.640Z", "_distro": "noble", "_jobs": [ { "job": 77350357899, "time": 137, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "NOTE", "artifact": "6989526532" }, { "job": 77350357972, "time": 132, "config": "linux-release-x86_64", "r": "4.6.0", "check": "NOTE", "artifact": "6989527074" }, { "job": 77350357252, "time": 177, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "6989492258" }, { "job": 77350357229, "time": 125, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7156972931" } ], "_buildurl": "https://github.com/r-universe/cran/actions/runs/25847719130", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/cran/validateIt", "_commit": { "id": "ced3d803eb00b46d173901ec404f1e11f619d2a1", "author": "Luwei Ying ", "committer": "cran-robot ", "message": "version 1.2.1\n", "time": 1684221602 }, "_maintainer": { "name": "Luwei Ying", "email": "triads.developers@wustl.edu", "orcid": "0000-0001-7307-4834" }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.5.0", "role": "Depends" }, { "package": "pyMTurkR", "role": "Imports" }, { "package": "rlang", "version": ">= 0.4.11", "role": "Imports" }, { "package": "tm", "version": ">= 0.7-11", "role": "Imports" }, { "package": "here", "role": "Imports" }, { "package": "SnowballC", "role": "Imports" }, { "package": "roxygen2", "role": "Suggests" }, { "package": "testthat", "role": "Suggests" } ], "_owner": "cran", "_selfowned": false, "_usedby": 0, "_updates": [], "_tags": [], "_stars": 0, "_userbio": { "uuid": 6899542, "type": "organization", "name": "cran", "description": "Unofficial read-only mirror of all CRAN R packages" }, "_downloads": { "count": 171, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/validateIt" }, "_searchresults": 2, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/readme.html", "extra/readme.md", "extra/validateIt.html", "manual.pdf" ], "_realowner": "cran", "_cranurl": false, "_releases": [ { "version": "1.2.1", "date": "2023-05-16" } ], "_exports": [ ":=", ".data", "as_label", "as_name", "checkAgree", "combMass", "enquo", "enquos", "evalResults", "getResults", "mixGold", "pickLabel", "plotResults", "record", "sendTasks", "validateLabel", "validateTopic" ], "_datasets": [ { "name": "allR4WSItasktest", "title": "Example R4WSI Tasks with Regular and Gold-Standard Tasks", "object": "allR4WSItasktest", "class": [ "data.frame" ], "fields": [ "topic", "doc", "opt1", "opt2", "opt3", "optcrt", "id" ], "rows": 20, "table": true, "tojson": true }, { "name": "goldR4WSItest", "title": "Example Gold-Standard R4WSI0 Tasks", "object": "goldR4WSItest", "class": [ "data.frame" ], "fields": [ "topic", "doc", "opt1", "opt2", "opt3", "optcrt" ], "rows": 5, "table": true, "tojson": true }, { "name": "heldouttest", "title": "An Example Heldout Test Set", "object": "heldouttest", "class": [ "heldout" ], "fields": [], "table": false, "tojson": false }, { "name": "keypostedtest", "title": "Example Answer Keys", "object": "keypostedtest", "class": [ "list" ], "fields": [], "table": false, "tojson": true }, { "name": "masstest", "title": "An Example of the Combined Mass for Words with the Same Roots", "object": "masstest", "class": [ "list" ], "fields": [], "table": true, "tojson": true }, { "name": "modtest", "title": "An Example Topic Model", "object": "modtest", "class": [ "STM" ], "fields": [], "table": false, "tojson": false }, { "name": "R4WSItasktest", "title": "Example R4WSI0 Tasks", "object": "R4WSItasktest", "class": [ "matrix", "array" ], "fields": [ "topic", "doc", "opt1", "opt2", "opt3", "optcrt" ], "rows": 15, "table": true, "tojson": true }, { "name": "record", "title": "Reform tasks to facilitate sending to Mturk", "object": "recordtest", "class": [ "list" ], "fields": [], "table": false, "tojson": true }, { "name": "resultstest", "title": "Example Results Retrieved from Mturk", "object": "resultstest", "class": [ "data.frame" ], "fields": [ "batch_id", "local_task_id", "mturk_hit_id", "assignment_id", "worker_id", "result", "completed_at" ], "rows": 11, "table": true, "tojson": true }, { "name": "stmPreptest", "title": "An Example Object of Prepared Documents", "object": "stmPreptest", "class": [ "list" ], "fields": [], "table": false, "tojson": true } ], "_help": [ { "page": "allR4WSItasktest", "title": "Example R4WSI Tasks with Regular and Gold-Standard Tasks", "topics": [ "allR4WSItasktest" ] }, { "page": "checkAgree", "title": "Check Agreement Rate between Identical Trails", "topics": [ "checkAgree" ] }, { "page": "combMass", "title": "Combine the mass of words with the same root", "topics": [ "combMass" ] }, { "page": "evalResults", "title": "Evaluate results", "topics": [ "evalResults" ] }, { "page": "getResults", "title": "Get results from Mturk", "topics": [ "getResults" ] }, { "page": "goldR4WSItest", "title": "Example Gold-Standard R4WSI0 Tasks", "topics": [ "goldR4WSItest" ] }, { "page": "heldouttest", "title": "An Example Heldout Test Set", "topics": [ "heldouttest" ] }, { "page": "keypostedtest", "title": "Example Answer Keys", "topics": [ "keypostedtest" ] }, { "page": "masstest", "title": "An Example of the Combined Mass for Words with the Same Roots", "topics": [ "masstest" ] }, { "page": "mixGold", "title": "Mix the gold-standard tasks with the tasks need to be validated", "topics": [ "mixGold" ] }, { "page": "modtest", "title": "An Example Topic Model", "topics": [ "modtest" ] }, { "page": "pickLabel", "title": "Pick the optimal label from candidate labels", "topics": [ "pickLabel" ] }, { "page": "plotResults", "title": "Plot results", "topics": [ "plotResults" ] }, { "page": "R4WSItasktest", "title": "Example R4WSI0 Tasks", "topics": [ "R4WSItasktest" ] }, { "page": "record", "title": "Reform tasks to facilitate sending to Mturk", "topics": [ "record" ] }, { "page": "recordtest", "title": "Example Local Record of the R4WSI Tasks", "topics": [ "recordtest" ] }, { "page": "resultstest", "title": "Example Results Retrieved from Mturk", "topics": [ "resultstest" ] }, { "page": "sendTasks", "title": "Send prepared task to Mturk and record the API-returned HIT ids.", "topics": [ "sendTasks" ] }, { "page": "stmPreptest", "title": "An Example Object of Prepared Documents", "topics": [ "stmPreptest" ] }, { "page": "Topic_Model_Validation_Overview", "title": "Topic_Model_Validation Repository Overview", "topics": [ "Topic_Model_Validation_Overview" ] }, { "page": "validateLabel", "title": "Create validation tasks for labels assigned to the topics in the topic model of choice.", "topics": [ "validateLabel" ] }, { "page": "validateTopic", "title": "Create validation tasks for topic model selection", "topics": [ "validateTopic" ] } ], "_readme": "https://github.com/cran/validateIt/raw/HEAD/README.md", "_rundeps": [ "BH", "cli", "curl", "here", "jsonlite", "lattice", "Matrix", "NLP", "png", "pyMTurkR", "rappdirs", "Rcpp", "RcppTOML", "reticulate", "rlang", "rprojroot", "slam", "SnowballC", "tm", "withr", "XML", "xml2" ], "_score": 1.6989700043360187, "_indexed": true, "_nocasepkg": "validateit", "_universes": [ "cran" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.2.1", "date": "2026-05-14T07:36:27.000Z", "distro": "noble", "commit": "ced3d803eb00b46d173901ec404f1e11f619d2a1", "fileid": "6b6f2ea186405a3f7cedd3c40a5854fd98f7127b39c9d5a96a8f2b88bd25ed28", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/cran/actions/runs/25847719130" }, { "r": "4.6.0", "os": "linux", "version": "1.2.1", "date": "2026-05-14T07:36:31.000Z", "distro": "noble", "commit": "ced3d803eb00b46d173901ec404f1e11f619d2a1", "fileid": "7cc40f3fa7fc7d5651f72cc91e261ab1cd3c4619d2ffaf0a99b43f0267222c42", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/cran/actions/runs/25847719130" }, { "r": "4.6.0", "os": "wasm", "version": "1.2.1", "date": "2026-05-22T09:12:39.000Z", "commit": "ced3d803eb00b46d173901ec404f1e11f619d2a1", "fileid": "cedd55f3268026aadc8a7556f9ec93b0ee07b61d31d0067404dee72a23fd7626", "status": "success", "buildurl": "https://github.com/r-universe/cran/actions/runs/25847719130" } ] }