{ "_id": "6a1bfdc41d7bb097a0a286fe", "Package": "EmpiricalCalibration", "Type": "Package", "Title": "Routines for Performing Empirical Calibration of Observational\nStudy Estimates", "Version": "3.1.4", "Date": "2025-02-14", "Authors@R": "c(\nperson(\"Martijn\", \"Schuemie\", , \"schuemie@ohdsi.org\", role = c(\"aut\", \"cre\"), comment = c(ORCID = \"0000-0002-0817-5361\")),\nperson(\"Marc\", \"Suchard\", role = c(\"aut\"), comment = c(ORCID = \"0000-0001-9818-479X\"))\n)", "Maintainer": "Martijn Schuemie ", "Description": "Routines for performing empirical calibration of\nobservational study estimates. By using a set of negative\ncontrol hypotheses we can estimate the empirical null\ndistribution of a particular observational study setup. This\nempirical null distribution can be used to compute a calibrated\np-value, which reflects the probability of observing an\nestimated effect size when the null hypothesis is true taking\nboth random and systematic error into account. A similar\napproach can be used to calibrate confidence intervals, using\nboth negative and positive controls. For more details, see\nSchuemie et al. (2013) and Schuemie et\nal. (2018) .", "VignetteBuilder": "knitr", "License": "Apache License 2.0", "NeedsCompilation": "yes", "URL": "https://ohdsi.github.io/EmpiricalCalibration/,\nhttps://github.com/OHDSI/EmpiricalCalibration", "BugReports": "https://github.com/OHDSI/EmpiricalCalibration/issues", "RoxygenNote": "7.3.2", "Encoding": "UTF-8", "Repository": "https://ohdsi.r-universe.dev", "Date/Publication": "2025-02-14 17:01:50 UTC", "RemoteUrl": "https://github.com/ohdsi/empiricalcalibration", "RemoteRef": "HEAD", "RemoteSha": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "Packaged": { "Date": "2026-05-31 09:16:01 UTC", "User": "root" }, "Author": "Martijn Schuemie [aut, cre] (ORCID:\n),\nMarc Suchard [aut] (ORCID: )", "MD5sum": "1230e03f94a60c807fd750508c048d55", "_user": "ohdsi", "_type": "src", "_file": "EmpiricalCalibration_3.1.4.tar.gz", "_fileid": "5f7488cd1fc60954790e7e29f0ede9abe62e224b2c401ccc38f701108ab81247", "_filesize": 2705344, "_sha256": "5f7488cd1fc60954790e7e29f0ede9abe62e224b2c401ccc38f701108ab81247", "_created": "2026-05-31T09:16:01.000Z", "_published": "2026-05-31T09:22:12.174Z", "_distro": "noble", "_jobs": [ { "job": 78714728655, "time": 181, "config": "linux-devel-arm64", "r": "4.7.0", "check": "WARNING", "artifact": "7315545425" }, { "job": 78714728660, "time": 185, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "WARNING", "artifact": "7315545917" }, { "job": 78714728650, "time": 183, "config": "linux-release-arm64", "r": "4.6.0", "check": "WARNING", "artifact": "7315545644" }, { "job": 78714728661, "time": 212, "config": "linux-release-x86_64", "r": "4.6.0", "check": "WARNING", "artifact": "7315548953" }, { "job": 78714728658, "time": 161, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "WARNING", "artifact": "7315543073" }, { "job": 78714728647, "time": 281, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "WARNING", "artifact": "7315556264" }, { "job": 78714728654, "time": 151, "config": "macos-release-arm64", "r": "4.6.0", "check": "WARNING", "artifact": "7315541904" }, { "job": 78714728657, "time": 332, "config": "macos-release-x86_64", "r": "4.6.0", "check": "WARNING", "artifact": "7315562261" }, { "job": 78714507880, "time": 236, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7315524964" }, { "job": 78714728644, "time": 131, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7315539708" }, { "job": 78714728645, "time": 219, "config": "windows-devel", "r": "4.7.0", "check": "WARNING", "artifact": "7315549631" }, { "job": 78714728643, "time": 205, "config": "windows-oldrel", "r": "4.5.3", "check": "WARNING", "artifact": "7315548244" }, { "job": 78714728663, "time": 190, "config": "windows-release", "r": "4.6.0", "check": "WARNING", "artifact": "7315546661" } ], "_buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/ohdsi/empiricalcalibration", "_commit": { "id": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "author": "schuemie ", "committer": "schuemie ", "message": "Updating CRAN Submission file\n", "time": 1739552510 }, "_maintainer": { "name": "Martijn Schuemie", "email": "schuemie@ohdsi.org", "login": "schuemie", "description": "", "uuid": 6713328, "orcid": "0000-0002-0817-5361" }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.5.0", "role": "Depends" }, { "package": "Rcpp", "role": "LinkingTo" }, { "package": "ggplot2", "version": ">= 2.0.0", "role": "Imports" }, { "package": "gridExtra", "role": "Imports" }, { "package": "methods", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "Rcpp", "role": "Imports" }, { "package": "knitr", "role": "Suggests" }, { "package": "markdown", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "role": "Suggests" }, { "package": "Cyclops", "role": "Suggests" }, { "package": "survival", "role": "Suggests" }, { "package": "Sequential", "role": "Suggests" } ], "_owner": "ohdsi", "_selfowned": true, "_usedby": 5, "_updates": [], "_tags": [], "_topics": [ "hades", "cpp" ], "_stars": 10, "_contributors": [ { "user": "schuemie", "count": 152, "uuid": 6713328 }, { "user": "msuchard", "count": 30, "uuid": 149039 }, { "user": "rekkasa", "count": 14, "uuid": 37042404 }, { "user": "keesvanbochove", "count": 7, "uuid": 373418 }, { "user": "hak16", "count": 5, "uuid": 14226439 }, { "user": "azimov", "count": 4, "uuid": 180659 }, { "user": "egarcialara", "count": 1, "uuid": 35764654 } ], "_userbio": { "uuid": 6570077, "type": "organization", "name": "Observational Health Data Sciences and Informatics" }, "_downloads": { "count": 633, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/EmpiricalCalibration" }, "_mentions": 1, "_devurl": "https://github.com/ohdsi/empiricalcalibration", "_pkgdown": "https://ohdsi.github.io/EmpiricalCalibration/", "_searchresults": 154, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/EmpiricalCalibration.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/ohdsi/empiricalcalibration", "_realowner": "ohdsi", "_cranurl": true, "_releases": [ { "version": "1.1.0", "date": "2016-02-15" }, { "version": "1.2.0", "date": "2016-08-16" }, { "version": "1.3.1", "date": "2017-05-16" }, { "version": "1.3.6", "date": "2017-11-07" }, { "version": "1.4.0", "date": "2018-11-24" }, { "version": "2.0.0", "date": "2019-07-08" }, { "version": "2.0.1", "date": "2020-01-13" }, { "version": "2.0.2", "date": "2020-04-07" }, { "version": "2.1.0", "date": "2021-03-04" }, { "version": "3.0.0", "date": "2021-09-28" }, { "version": "3.1.0", "date": "2022-07-01" }, { "version": "3.1.1", "date": "2022-08-09" }, { "version": "3.1.2", "date": "2023-12-21" }, { "version": "3.1.3", "date": "2024-09-30" }, { "version": "3.1.4", "date": "2025-02-14" } ], "_exports": [ "calibrateConfidenceInterval", "calibrateLlr", "calibrateP", "compareEase", "computeCvBinomial", "computeCvPoisson", "computeCvPoissonRegression", "computeExpectedAbsoluteSystematicError", "computeTraditionalCi", "computeTraditionalP", "convertNullToErrorModel", "evaluateCiCalibration", "fitMcmcNull", "fitNull", "fitNullNonNormalLl", "fitSystematicErrorModel", "plotCalibration", "plotCalibrationEffect", "plotCiCalibration", "plotCiCalibrationEffect", "plotCiCoverage", "plotErrorModel", "plotExpectedType1Error", "plotForest", "plotMcmcTrace", "plotTrueAndObserved", "simulateControls", "simulateMaxSprtData" ], "_datasets": [ { "name": "caseControl", "title": "Odds ratios from a case-control design", "object": "caseControl", "file": "caseControl.rda", "class": [ "data.frame" ], "fields": [ "drugName", "groundTruth", "logRr", "seLogRr" ], "rows": 47, "table": true, "tojson": true }, { "name": "cohortMethod", "title": "Relative risks from a new-user cohort design", "object": "cohortMethod", "file": "cohortMethod.rda", "class": [ "data.frame" ], "fields": [ "drugName", "groundTruth", "logRr", "seLogRr" ], "rows": 31, "table": true, "tojson": true }, { "name": "grahamReplication", "title": "Relative risks from an adjusted new-user cohort design", "object": "grahamReplication", "file": "grahamReplication.rda", "class": [ "data.frame" ], "fields": [ "outcomeName", "trueLogRr", "logRr", "seLogRr" ], "rows": 125, "table": true, "tojson": true }, { "name": "sccs", "title": "Incidence rate ratios from Self-Controlled Case Series", "object": "sccs", "file": "sccs.rda", "class": [ "data.frame" ], "fields": [ "drugName", "groundTruth", "logRr", "seLogRr" ], "rows": 46, "table": true, "tojson": true }, { "name": "southworthReplication", "title": "Relative risks from an unadjusted new-user cohort design", "object": "southworthReplication", "file": "southworthReplication.rda", "class": [ "data.frame" ], "fields": [ "outcomeName", "trueLogRr", "logRr", "seLogRr" ], "rows": 173, "table": true, "tojson": true } ], "_help": [ { "page": "calibrateConfidenceInterval", "title": "Calibrate confidence intervals", "topics": [ "calibrateConfidenceInterval" ] }, { "page": "calibrateLlr", "title": "Calibrate the log likelihood ratio", "topics": [ "calibrateLlr" ] }, { "page": "calibrateP", "title": "Calibrate the p-value", "topics": [ "calibrateP", "calibrateP.mcmcNull", "calibrateP.null" ] }, { "page": "caseControl", "title": "Odds ratios from a case-control design", "topics": [ "caseControl" ] }, { "page": "cohortMethod", "title": "Relative risks from a new-user cohort design", "topics": [ "cohortMethod" ] }, { "page": "compareEase", "title": "Compare EASE of correlated sets of estimates", "topics": [ "compareEase" ] }, { "page": "computeCvBinomial", "title": "Compute critical values for Binomial data", "topics": [ "computeCvBinomial" ] }, { "page": "computeCvPoisson", "title": "Compute critical values for Poisson data", "topics": [ "computeCvPoisson" ] }, { "page": "computeCvPoissonRegression", "title": "Compute critical values for Poisson regression data", "topics": [ "computeCvPoissonRegression" ] }, { "page": "computeExpectedAbsoluteSystematicError", "title": "Compute the expected absolute systematic error", "topics": [ "computeExpectedAbsoluteSystematicError" ] }, { "page": "computeTraditionalCi", "title": "Compute the (traditional) confidence interval", "topics": [ "computeTraditionalCi" ] }, { "page": "computeTraditionalP", "title": "Compute the (traditional) p-value", "topics": [ "computeTraditionalP" ] }, { "page": "convertNullToErrorModel", "title": "Convert empirical null distribution to systematic error model", "topics": [ "convertNullToErrorModel" ] }, { "page": "evaluateCiCalibration", "title": "Evaluate confidence interval calibration", "topics": [ "evaluateCiCalibration" ] }, { "page": "fitMcmcNull", "title": "Fit the null distribution using MCMC", "topics": [ "fitMcmcNull" ] }, { "page": "fitNull", "title": "Fit the null distribution", "topics": [ "fitNull" ] }, { "page": "fitNullNonNormalLl", "title": "Fit the null distribution using non-normal log-likelihood approximations", "topics": [ "fitNullNonNormalLl" ] }, { "page": "fitSystematicErrorModel", "title": "Fit a systematic error model", "topics": [ "fitSystematicErrorModel" ] }, { "page": "grahamReplication", "title": "Relative risks from an adjusted new-user cohort design", "topics": [ "grahamReplication" ] }, { "page": "plotCalibration", "title": "Create a calibration plot", "topics": [ "plotCalibration" ] }, { "page": "plotCalibrationEffect", "title": "Plot the effect of the calibration", "topics": [ "plotCalibrationEffect" ] }, { "page": "plotCiCalibration", "title": "Create a confidence interval calibration plot", "topics": [ "plotCiCalibration" ] }, { "page": "plotCiCalibrationEffect", "title": "Plot the effect of the CI calibration", "topics": [ "plotCiCalibrationEffect" ] }, { "page": "plotCiCoverage", "title": "Create a confidence interval coverage plot", "topics": [ "plotCiCoverage" ] }, { "page": "plotErrorModel", "title": "Plot the systematic error model", "topics": [ "plotErrorModel" ] }, { "page": "plotExpectedType1Error", "title": "Plot the expected type 1 error as a function of standard error", "topics": [ "plotExpectedType1Error" ] }, { "page": "plotForest", "title": "Create a forest plot", "topics": [ "plotForest" ] }, { "page": "plotMcmcTrace", "title": "Plot the MCMC trace", "topics": [ "plotMcmcTrace" ] }, { "page": "plotTrueAndObserved", "title": "Plot true and observed values", "topics": [ "plotTrueAndObserved" ] }, { "page": "sccs", "title": "Incidence rate ratios from Self-Controlled Case Series", "topics": [ "sccs" ] }, { "page": "simulateControls", "title": "Simulate (negative) controls", "topics": [ "simulateControls" ] }, { "page": "simulateMaxSprtData", "title": "Simulate survival data for MaxSPRT computation", "topics": [ "simulateMaxSprtData" ] }, { "page": "southworthReplication", "title": "Relative risks from an unadjusted new-user cohort design", "topics": [ "southworthReplication" ] } ], "_readme": "https://github.com/ohdsi/empiricalcalibration/raw/HEAD/README.md", "_rundeps": [ "cli", "cpp11", "farver", "ggplot2", "glue", "gridExtra", "gtable", "isoband", "labeling", "lifecycle", "R6", "RColorBrewer", "Rcpp", "rlang", "S7", "scales", "vctrs", "viridisLite", "withr" ], "_sysdeps": [ { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "14.2.0-4ubuntu2~24.04.1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_vignettes": [ { "source": "EmpiricalMaxSprtCalibrationVignette.Rmd", "filename": "EmpiricalMaxSprtCalibrationVignette.html", "title": "Empirical calibration and MaxSPRT", "author": "Martijn J. Schuemie", "engine": "knitr::rmarkdown", "headings": [ "Introduction", "Simulated data", "MaxSPRT", "Log likelihood ratio", "Critical value", "MaxSPRT and empirical calibration", "Likelihood profiles", "Fitting a null distribution using likelihood profiles", "Computing a calibrated critical value", "Demonstrating type 1 error with and without calibration", "Computing log likelihood ratios and (uncalibrated and calibrated) critical values", "Computing overall type 1 error" ], "created": "2021-09-24 14:25:47", "modified": "2022-08-08 12:55:28", "commits": 4 }, { "source": "EmpiricalCiCalibrationVignette.Rmd", "filename": "EmpiricalCiCalibrationVignette.html", "title": "Empirical calibration of confidence intervals", "author": "Martijn J. Schuemie, Marc A. Suchard", "engine": "knitr::rmarkdown", "headings": [ "Introduction", "Negative controls", "Positive controls", "Plot control effect sizes", "Systematic error model", "Fitting the empirical null, and specifying an assumption", "Fitting the systematic error model using positive controls", "Evaluating the calibration", "Confidence interval calibration", "Calibrating the confidence interval", "References" ], "created": "2017-05-01 10:18:08", "modified": "2022-01-28 07:42:25", "commits": 4 }, { "source": "EmpiricalPCalibrationVignette.Rmd", "filename": "EmpiricalPCalibrationVignette.html", "title": "Empirical calibration of p-values", "author": "Martijn J. Schuemie, Marc A. Suchard", "engine": "knitr::rmarkdown", "headings": [ "Introduction", "Negative controls", "Plot negative control effect sizes", "Empirical null distribution", "Fitting the null distribution", "Evaluating the calibration", "Plotting the null distribution", "P-value calibration", "Calibrating the p-value", "Computing the credible interval", "References" ], "created": "2017-05-01 10:18:08", "modified": "2022-01-28 07:42:25", "commits": 3 } ], "_score": 8.31785448933147, "_indexed": true, "_nocasepkg": "empiricalcalibration", "_universes": [ "ohdsi", "schuemie" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "3.1.4", "date": "2026-05-31T09:18:14.000Z", "distro": "noble", "arch": "aarch64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "723cec35a5706b23d526e01ec80a162f9fdcd468f339ef9895f2431aa764ebe8", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.7.0", "os": "linux", "version": "3.1.4", "date": "2026-05-31T09:18:10.000Z", "distro": "noble", "arch": "x86_64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "fb426551ced42abcf7b1d4673100b00d524a54d5446eee4e7395ff79184ceef2", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.6.0", "os": "linux", "version": "3.1.4", "date": "2026-05-31T09:18:13.000Z", "distro": "noble", "arch": "aarch64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "7a1c32df518efd5eb15ac16a14d6600c6e19262ec5b6e1da604420285ac5857d", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.6.0", "os": "linux", "version": "3.1.4", "date": "2026-05-31T09:18:34.000Z", "distro": "noble", "arch": "x86_64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "7bef2425b394b5f52a795e047e75018aeb0b4cf13227a7a45450cd5e40820b9d", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.5.3", "os": "mac", "version": "3.1.4", "date": "2026-05-31T09:17:57.000Z", "arch": "aarch64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "d2ab14dd095824ef994d9959bdf40c6c9e9b3338e41384fe4792588849e9ea03", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.5.3", "os": "mac", "version": "3.1.4", "date": "2026-05-31T09:18:55.000Z", "arch": "x86_64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "4ee6f82456f8a32f5839d08cb47676a38fbc853f7b7ea04e264b9e29c61906ac", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.6.0", "os": "mac", "version": "3.1.4", "date": "2026-05-31T09:17:47.000Z", "arch": "aarch64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "9dda6fd37d7a2d271eec090a207a1ac95c9b39f9ea2610317892d292f6636b30", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.6.0", "os": "mac", "version": "3.1.4", "date": "2026-05-31T09:19:37.000Z", "arch": "x86_64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "ef0ca932b9f0d563440a40d2ec1928164399afc893f255ba4844171468f8450c", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.6.0", "os": "wasm", "version": "3.1.4", "date": "2026-05-31T09:18:30.000Z", "arch": "emscripten", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "000b593d072633656628c0ebb6c2e7c92f7595eaf4939f064514b9132bd41fdd", "status": "success", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.7.0", "os": "win", "version": "3.1.4", "date": "2026-05-31T09:17:40.000Z", "arch": "x86_64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "12cae53a7bc5ea20d2772f38ab64d3343d2a8fbd69ce925c261c4c0d2b7d645d", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.5.3", "os": "win", "version": "3.1.4", "date": "2026-05-31T09:17:31.000Z", "arch": "x86_64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "db854dfde33eac3e03e568f414f138ab2ae1007406e0643c553d919d5bd1f342", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" }, { "r": "4.6.0", "os": "win", "version": "3.1.4", "date": "2026-05-31T09:17:23.000Z", "arch": "x86_64", "commit": "03d4747fd805e92744d0bcaf603f4c2d0b13370b", "fileid": "dc2309422cc11274b74547053306f0926b94ebec012614c8a8e812473cffc5fb", "status": "success", "check": "WARNING", "buildurl": "https://github.com/r-universe/ohdsi/actions/runs/26708587016" } ] }