{
  "_id": "6a4a29fc4727062d5eca524e",
  "Package": "cvms",
  "Title": "Cross-Validation for Model Selection",
  "Version": "2.0.1",
  "Authors@R": "c(person(given = \"Ludvig Renbo\",\nfamily = \"Olsen\",\nrole = c(\"aut\", \"cre\"),\nemail = \"r-pkgs@ludvigolsen.dk\",\ncomment = c(ORCID = \"0009-0006-6798-7454\")),\nperson(given = \"Hugh Benjamin\",\nfamily = \"Zachariae\",\nrole = \"aut\"),\nperson(given = \"Indrajeet\",\nfamily = \"Patil\",\nrole = \"ctb\",\nemail = \"patilindrajeet.science@gmail.com\",\ncomment = c(ORCID = \"0000-0003-1995-6531\")),\nperson(given = \"Daniel\",\nfamily = \"Lüdecke\",\nrole = \"ctb\",\nemail = \"d.luedecke@uke.de\",\ncomment = c(ORCID = \"0000-0002-8895-3206\")))",
  "Description": "Cross-validate one or multiple regression and\nclassification models and get relevant evaluation metrics in a\ntidy format. Validate the best model on a test set and compare\nit to a baseline evaluation. Alternatively, evaluate\npredictions from an external model. Currently supports\nregression and classification (binary and multiclass).\nDescribed in chp. 5 of Jeyaraman, B. P., Olsen, L. R., &\nWambugu M. (2019, ISBN: 9781838550134).",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/ludvigolsen/cvms",
  "BugReports": "https://github.com/ludvigolsen/cvms/issues",
  "VignetteBuilder": "knitr",
  "RdMacros": "lifecycle",
  "Encoding": "UTF-8",
  "LazyData": "true",
  "Config/roxygen2/version": "8.0.0",
  "Config/pak/sysreqs": "cmake make libicu-dev",
  "Repository": "https://ludvigolsen.r-universe.dev",
  "Date/Publication": "2026-06-05 14:43:58 UTC",
  "RemoteUrl": "https://github.com/ludvigolsen/cvms",
  "RemoteRef": "HEAD",
  "RemoteSha": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-07-05 09:50:08 UTC",
    "User": "root"
  },
  "Author": "Ludvig Renbo Olsen [aut, cre] (ORCID:\n<https://orcid.org/0009-0006-6798-7454>),\nHugh Benjamin Zachariae [aut],\nIndrajeet Patil [ctb] (ORCID: <https://orcid.org/0000-0003-1995-6531>),\nDaniel Lüdecke [ctb] (ORCID: <https://orcid.org/0000-0002-8895-3206>)",
  "Maintainer": "Ludvig Renbo Olsen <r-pkgs@ludvigolsen.dk>",
  "_user": "ludvigolsen",
  "_type": "src",
  "_file": "cvms_2.0.1.tar.gz",
  "_fileid": "https://r2.ropensci.org/9a759a60f261b86e0d2e0d0c011f0adcbe2f5971fc50211d15466e72af04ce63",
  "_filesize": 5021377,
  "_sha256": "9a759a60f261b86e0d2e0d0c011f0adcbe2f5971fc50211d15466e72af04ce63",
  "_expires": "2026-10-13T09:55:05.000Z",
  "_created": "2026-07-05T09:50:08.000Z",
  "_published": "2026-07-05T09:55:08.687Z",
  "_jobs": [
    {
      "job": 85212299993,
      "time": 228,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "8090614170"
    },
    {
      "job": 85212300001,
      "time": 244,
      "config": "linux-release-x86_64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8090616073"
    },
    {
      "job": 85212299992,
      "time": 134,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "8090611065"
    },
    {
      "job": 85212299999,
      "time": 177,
      "config": "macos-release-arm64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8090611031"
    },
    {
      "job": 85211944362,
      "time": 330,
      "config": "source",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8090584560"
    },
    {
      "job": 85212299978,
      "time": 178,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "8090607747"
    },
    {
      "job": 85212300017,
      "time": 187,
      "config": "windows-devel",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "8090608929"
    },
    {
      "job": 85212300018,
      "time": 214,
      "config": "windows-oldrel",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "8090612547"
    },
    {
      "job": 85212300003,
      "time": 196,
      "config": "windows-release",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8090610175"
    }
  ],
  "_host": "GitHub-Actions",
  "_buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750",
  "_status": "success",
  "_upstream": "https://github.com/ludvigolsen/cvms",
  "_commit": {
    "id": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
    "author": "Ludvig <ludvig@clin.au.dk>",
    "committer": "Ludvig <ludvig@clin.au.dk>",
    "message": "Merge branch 'dev'\n",
    "time": 1780670638
  },
  "_maintainer": {
    "name": "Ludvig Renbo Olsen",
    "email": "r-pkgs@ludvigolsen.dk"
  },
  "_distro": "resolute",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 3.5",
      "role": "Depends"
    },
    {
      "package": "checkmate",
      "version": ">= 2.0.0",
      "role": "Imports"
    },
    {
      "package": "data.table",
      "version": ">= 1.12",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "version": ">= 0.8.5",
      "role": "Imports"
    },
    {
      "package": "ggplot2",
      "role": "Imports"
    },
    {
      "package": "groupdata2",
      "version": ">= 2.0.5",
      "role": "Imports"
    },
    {
      "package": "lifecycle",
      "role": "Imports"
    },
    {
      "package": "lme4",
      "version": ">= 1.1-23",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "MuMIn",
      "version": ">= 1.43.17",
      "role": "Imports"
    },
    {
      "package": "parameters",
      "version": ">= 0.15.0",
      "role": "Imports"
    },
    {
      "package": "plyr",
      "role": "Imports"
    },
    {
      "package": "pROC",
      "version": ">= 1.16.0",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "rearrr",
      "version": ">= 0.3.4",
      "role": "Imports"
    },
    {
      "package": "recipes",
      "version": ">= 0.1.13",
      "role": "Imports"
    },
    {
      "package": "reformulas",
      "version": ">= 0.4.3.1",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "version": ">= 0.4.7",
      "role": "Imports"
    },
    {
      "package": "stats",
      "role": "Imports"
    },
    {
      "package": "stringr",
      "role": "Imports"
    },
    {
      "package": "tibble",
      "version": ">= 3.0.3",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "version": ">= 1.1.2",
      "role": "Imports"
    },
    {
      "package": "utils",
      "role": "Imports"
    },
    {
      "package": "AUC",
      "role": "Suggests"
    },
    {
      "package": "covr",
      "version": ">= 3.3.1",
      "role": "Suggests"
    },
    {
      "package": "e1071",
      "version": ">= 1.7-2",
      "role": "Suggests"
    },
    {
      "package": "furrr",
      "role": "Suggests"
    },
    {
      "package": "ggimage",
      "version": ">= 0.3.3",
      "role": "Suggests"
    },
    {
      "package": "ggnewscale",
      "version": ">= 0.5.0",
      "role": "Suggests"
    },
    {
      "package": "knitr",
      "role": "Suggests"
    },
    {
      "package": "merDeriv",
      "version": ">= 0.2-4",
      "role": "Suggests"
    },
    {
      "package": "nnet",
      "version": ">= 7.3-20",
      "role": "Suggests"
    },
    {
      "package": "randomForest",
      "version": ">= 4.6-14",
      "role": "Suggests"
    },
    {
      "package": "rmarkdown",
      "role": "Suggests"
    },
    {
      "package": "rsvg",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 2.3.2",
      "role": "Suggests"
    },
    {
      "package": "xpectr",
      "version": ">= 0.4.3",
      "role": "Suggests"
    }
  ],
  "_owner": "ludvigolsen",
  "_selfowned": true,
  "_usedby": 5,
  "_updates": [
    {
      "week": "2025-28",
      "n": 6
    },
    {
      "week": "2025-34",
      "n": 3
    },
    {
      "week": "2025-40",
      "n": 3
    },
    {
      "week": "2025-45",
      "n": 10
    },
    {
      "week": "2026-23",
      "n": 1
    }
  ],
  "_tags": [
    {
      "name": "v1.8.0",
      "date": "2025-07-07"
    },
    {
      "name": "v1.8.1",
      "date": "2025-08-24"
    },
    {
      "name": "v2.0.0",
      "date": "2025-11-09"
    },
    {
      "name": "v2.0.1",
      "date": "2026-06-05"
    }
  ],
  "_stars": 39,
  "_contributors": [
    {
      "user": "ludvigolsen",
      "count": 816,
      "uuid": 22819047
    },
    {
      "user": "strengejacke",
      "count": 10,
      "uuid": 26301769
    },
    {
      "user": "indrajeetpatil",
      "count": 9,
      "uuid": 11330453
    },
    {
      "user": "eliocamp",
      "count": 2,
      "uuid": 8617595
    },
    {
      "user": "xrobin",
      "count": 1,
      "uuid": 1047170
    }
  ],
  "_userbio": {
    "uuid": 22819047,
    "type": "user",
    "name": "Ludvig Renbo Olsen",
    "followers": 63,
    "description": "Postdoc at the Department of Molecular Medicine (MOMA), Aarhus University Hospital. PhD in Bioinformatics. MSc Cognitive Science."
  },
  "_downloads": {
    "count": 1432,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/cvms"
  },
  "_mentions": 1,
  "_devurl": "https://github.com/ludvigolsen/cvms",
  "_searchresults": 496,
  "_rbuild": "4.6.1",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/cvms.html",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/readme.html",
    "extra/readme.md",
    "LICENSE",
    "manual.pdf"
  ],
  "_homeurl": "https://github.com/ludvigolsen/cvms",
  "_realowner": "ludvigolsen",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2019-07-02"
    },
    {
      "version": "0.1.1",
      "date": "2019-07-20"
    },
    {
      "version": "0.1.2",
      "date": "2019-08-05"
    },
    {
      "version": "0.2.0",
      "date": "2019-09-07"
    },
    {
      "version": "0.3.0",
      "date": "2019-09-29"
    },
    {
      "version": "0.3.1",
      "date": "2019-10-03"
    },
    {
      "version": "0.3.2",
      "date": "2019-12-01"
    },
    {
      "version": "1.0.0",
      "date": "2020-04-14"
    },
    {
      "version": "1.0.1",
      "date": "2020-04-19"
    },
    {
      "version": "1.0.2",
      "date": "2020-05-29"
    },
    {
      "version": "1.1.0",
      "date": "2020-10-07"
    },
    {
      "version": "1.2.0",
      "date": "2020-10-18"
    },
    {
      "version": "1.2.1",
      "date": "2021-02-17"
    },
    {
      "version": "1.3.0",
      "date": "2021-06-07"
    },
    {
      "version": "1.3.1",
      "date": "2021-06-17"
    },
    {
      "version": "1.3.2",
      "date": "2021-10-06"
    },
    {
      "version": "1.3.3",
      "date": "2021-11-14"
    },
    {
      "version": "1.3.4",
      "date": "2022-07-15"
    },
    {
      "version": "1.3.5",
      "date": "2022-08-26"
    },
    {
      "version": "1.3.6",
      "date": "2022-10-12"
    },
    {
      "version": "1.3.7",
      "date": "2022-11-24"
    },
    {
      "version": "1.3.8",
      "date": "2023-01-05"
    },
    {
      "version": "1.3.9",
      "date": "2023-01-26"
    },
    {
      "version": "1.4.0",
      "date": "2023-06-04"
    },
    {
      "version": "1.4.1",
      "date": "2023-06-11"
    },
    {
      "version": "1.5.0",
      "date": "2023-06-18"
    },
    {
      "version": "1.6.0",
      "date": "2023-06-29"
    },
    {
      "version": "1.6.1",
      "date": "2024-02-27"
    },
    {
      "version": "1.6.2",
      "date": "2024-07-31"
    },
    {
      "version": "1.6.3",
      "date": "2025-01-17"
    },
    {
      "version": "1.7.0",
      "date": "2025-03-07"
    },
    {
      "version": "1.8.0",
      "date": "2025-07-08"
    },
    {
      "version": "1.8.1",
      "date": "2025-08-24"
    },
    {
      "version": "2.0.0",
      "date": "2025-11-10"
    },
    {
      "version": "2.0.1",
      "date": "2026-06-05"
    }
  ],
  "_exports": [
    "baseline",
    "baseline_binomial",
    "baseline_gaussian",
    "baseline_multinomial",
    "binomial_metrics",
    "combine_predictors",
    "confusion_matrix",
    "cross_validate",
    "cross_validate_fn",
    "dynamic_font_color_settings",
    "evaluate",
    "evaluate_residuals",
    "font",
    "gaussian_metrics",
    "model_functions",
    "most_challenging",
    "multiclass_probability_tibble",
    "multinomial_metrics",
    "plot_confusion_matrix",
    "plot_metric_density",
    "predict_functions",
    "preprocess_functions",
    "process_info_binomial",
    "process_info_gaussian",
    "process_info_multinomial",
    "reconstruct_formulas",
    "select_definitions",
    "select_metrics",
    "simplify_formula",
    "sum_tile_settings",
    "summarize_metrics",
    "update_hyperparameters",
    "validate",
    "validate_fn"
  ],
  "_datasets": [
    {
      "name": "compatible.formula.terms",
      "title": "Compatible formula terms",
      "object": "compatible.formula.terms",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "left",
        "right",
        "max_interaction_size",
        "num_effects",
        "min_num_fixed_effects"
      ],
      "rows": 162660,
      "table": true,
      "tojson": true
    },
    {
      "name": "musicians",
      "title": "Musician groups",
      "object": "musicians",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "ID",
        "Age",
        "Class",
        "Height",
        "Drums",
        "Bass",
        "Guitar",
        "Keys",
        "Vocals"
      ],
      "rows": 60,
      "table": true,
      "tojson": true
    },
    {
      "name": "participant.scores",
      "title": "Participant scores",
      "object": "participant.scores",
      "class": [
        "data.frame"
      ],
      "fields": [
        "participant",
        "age",
        "diagnosis",
        "score",
        "session"
      ],
      "rows": 30,
      "table": true,
      "tojson": true
    },
    {
      "name": "precomputed.formulas",
      "title": "Precomputed formulas",
      "object": "precomputed.formulas",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "formula_",
        "max_interaction_size",
        "max_effect_frequency",
        "num_effects",
        "min_num_fixed_effects"
      ],
      "rows": 259358,
      "table": true,
      "tojson": true
    },
    {
      "name": "predicted.musicians",
      "title": "Predicted musician groups",
      "object": "predicted.musicians",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "Classifier",
        "Fold Column",
        "Fold",
        "ID",
        "Target",
        "A",
        "B",
        "C",
        "D",
        "Predicted Class"
      ],
      "rows": 540,
      "table": true,
      "tojson": true
    },
    {
      "name": "wines",
      "title": "Wine varieties",
      "object": "wines",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "Variety"
      ],
      "rows": 368,
      "table": true,
      "tojson": true
    }
  ],
  "_help": [
    {
      "page": "cvms-package",
      "title": "cvms: A package for cross-validating regression and classification models",
      "topics": [
        "cvms-package",
        "cvms"
      ]
    },
    {
      "page": "baseline",
      "title": "Create baseline evaluations",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline"
      ]
    },
    {
      "page": "baseline_binomial",
      "title": "Create baseline evaluations for binary classification",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline_binomial"
      ]
    },
    {
      "page": "baseline_gaussian",
      "title": "Create baseline evaluations for regression models",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline_gaussian"
      ]
    },
    {
      "page": "baseline_multinomial",
      "title": "Create baseline evaluations",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline_multinomial"
      ]
    },
    {
      "page": "binomial_metrics",
      "title": "Select metrics for binomial evaluation",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "binomial_metrics"
      ]
    },
    {
      "page": "combine_predictors",
      "title": "Generate model formulas by combining predictors",
      "topics": [
        "combine_predictors",
        "generate_formulas"
      ]
    },
    {
      "page": "compatible.formula.terms",
      "title": "Compatible formula terms",
      "topics": [
        "compatible.formula.terms"
      ]
    },
    {
      "page": "confusion_matrix",
      "title": "Create a confusion matrix",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "confusion_matrix"
      ]
    },
    {
      "page": "cross_validate",
      "title": "Cross-validate regression models for model selection",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "cross_validate"
      ]
    },
    {
      "page": "cross_validate_fn",
      "title": "Cross-validate custom model functions for model selection",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "cross_validate_fn"
      ]
    },
    {
      "page": "dynamic_font_color_settings",
      "title": "Create a list of dynamic font color settings for plots",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "dynamic_font_color_settings"
      ]
    },
    {
      "page": "evaluate",
      "title": "Evaluate your model's performance",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "evaluate"
      ]
    },
    {
      "page": "evaluate_residuals",
      "title": "Evaluate residuals from a regression task",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "evaluate_residuals"
      ]
    },
    {
      "page": "font",
      "title": "Create a list of font settings for plots",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "font"
      ]
    },
    {
      "page": "gaussian_metrics",
      "title": "Select metrics for Gaussian evaluation",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "gaussian_metrics"
      ]
    },
    {
      "page": "model_functions",
      "title": "Examples of model_fn functions",
      "concept": [
        "example functions"
      ],
      "topics": [
        "model_functions"
      ]
    },
    {
      "page": "most_challenging",
      "title": "Find the data points that were hardest to predict",
      "topics": [
        "hardest",
        "most_challenging"
      ]
    },
    {
      "page": "multiclass_probability_tibble",
      "title": "Generate a multiclass probability tibble",
      "topics": [
        "multiclass_probability_tibble"
      ]
    },
    {
      "page": "multinomial_metrics",
      "title": "Select metrics for multinomial evaluation",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "multinomial_metrics"
      ]
    },
    {
      "page": "musicians",
      "title": "Musician groups",
      "topics": [
        "musicians"
      ]
    },
    {
      "page": "participant.scores",
      "title": "Participant scores",
      "topics": [
        "participant.scores"
      ]
    },
    {
      "page": "plot_confusion_matrix",
      "title": "Plot a confusion matrix",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "plot_confusion_matrix"
      ]
    },
    {
      "page": "plot_metric_density",
      "title": "Density plot for a metric",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "plot_metric_density"
      ]
    },
    {
      "page": "precomputed.formulas",
      "title": "Precomputed formulas",
      "topics": [
        "precomputed.formulas"
      ]
    },
    {
      "page": "predict_functions",
      "title": "Examples of predict_fn functions",
      "concept": [
        "example functions"
      ],
      "topics": [
        "predict_functions"
      ]
    },
    {
      "page": "predicted.musicians",
      "title": "Predicted musician groups",
      "topics": [
        "predicted.musicians"
      ]
    },
    {
      "page": "preprocess_functions",
      "title": "Examples of preprocess_fn functions",
      "concept": [
        "example functions"
      ],
      "topics": [
        "preprocess_functions"
      ]
    },
    {
      "page": "process_info_binomial",
      "title": "A set of process information object constructors",
      "topics": [
        "as.character.process_info_binomial",
        "as.character.process_info_gaussian",
        "as.character.process_info_multinomial",
        "print.process_info_binomial",
        "print.process_info_gaussian",
        "print.process_info_multinomial",
        "process_info_binomial",
        "process_info_gaussian",
        "process_info_multinomial"
      ]
    },
    {
      "page": "reconstruct_formulas",
      "title": "Reconstruct model formulas from results tibbles",
      "topics": [
        "reconstruct_formulas"
      ]
    },
    {
      "page": "select_definitions",
      "title": "Select model definition columns",
      "topics": [
        "select_definitions"
      ]
    },
    {
      "page": "select_metrics",
      "title": "Select columns with evaluation metrics and model definitions",
      "topics": [
        "select_metrics"
      ]
    },
    {
      "page": "simplify_formula",
      "title": "Simplify formula with inline functions",
      "topics": [
        "simplify_formula"
      ]
    },
    {
      "page": "sum_tile_settings",
      "title": "Create a list of settings for the sum tiles in plot_confusion_matrix()",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "sum_tile_settings"
      ]
    },
    {
      "page": "summarize_metrics",
      "title": "Summarize metrics with common descriptors",
      "topics": [
        "summarize_metrics"
      ]
    },
    {
      "page": "update_hyperparameters",
      "title": "Check and update hyperparameters",
      "concept": [
        "example functions"
      ],
      "topics": [
        "update_hyperparameters"
      ]
    },
    {
      "page": "validate",
      "title": "Validate regression models on a test set",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "validate"
      ]
    },
    {
      "page": "validate_fn",
      "title": "Validate a custom model function on a test set",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "validate_fn"
      ]
    },
    {
      "page": "wines",
      "title": "Wine varieties",
      "topics": [
        "wines"
      ]
    }
  ],
  "_readme": "https://github.com/ludvigolsen/cvms/raw/HEAD/README.md",
  "_rundeps": [
    "backports",
    "bayestestR",
    "boot",
    "checkmate",
    "class",
    "cli",
    "clock",
    "codetools",
    "cpp11",
    "data.table",
    "datawizard",
    "diagram",
    "digest",
    "dplyr",
    "farver",
    "future",
    "future.apply",
    "generics",
    "ggplot2",
    "globals",
    "glue",
    "gower",
    "groupdata2",
    "gtable",
    "hardhat",
    "insight",
    "ipred",
    "isoband",
    "KernSmooth",
    "labeling",
    "lattice",
    "lava",
    "lifecycle",
    "listenv",
    "lme4",
    "lubridate",
    "magrittr",
    "MASS",
    "Matrix",
    "minqa",
    "MuMIn",
    "nlme",
    "nloptr",
    "nnet",
    "numbers",
    "numDeriv",
    "parallelly",
    "parameters",
    "pillar",
    "pkgconfig",
    "plyr",
    "pROC",
    "prodlim",
    "progressr",
    "purrr",
    "R6",
    "rbibutils",
    "RColorBrewer",
    "Rcpp",
    "RcppEigen",
    "Rdpack",
    "rearrr",
    "recipes",
    "reformulas",
    "rlang",
    "rpart",
    "S7",
    "scales",
    "shape",
    "sparsevctrs",
    "SQUAREM",
    "stringi",
    "stringr",
    "survival",
    "tibble",
    "tidyr",
    "tidyselect",
    "timechange",
    "timeDate",
    "tzdb",
    "utf8",
    "vctrs",
    "viridisLite",
    "withr"
  ],
  "_vignettes": [
    {
      "source": "available_metrics.Rmd",
      "filename": "available_metrics.html",
      "title": "The available metrics in cvms",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Gaussian Metrics",
        "Binomial Metrics",
        "Multinomial Metrics",
        "External metrics"
      ],
      "created": "2020-04-13 19:56:58",
      "modified": "2023-06-05 05:25:41",
      "commits": 3
    },
    {
      "source": "Creating_a_confusion_matrix.Rmd",
      "filename": "Creating_a_confusion_matrix.html",
      "title": "Creating a confusion matrix with cvms",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Attach packages and set seed for reproducibility",
        "Binomial data",
        "Manually creating a two-class confusion matrix",
        "Creating a confusion matrix with evaluate()",
        "Multiclass confusion matrix with confusion_matrix()",
        "Adding sum tiles",
        "Tweaking plot_confusion_matrix()"
      ],
      "created": "2020-04-13 19:56:58",
      "modified": "2023-06-05 05:25:41",
      "commits": 7
    },
    {
      "source": "cross_validating_custom_functions.Rmd",
      "filename": "cross_validating_custom_functions.html",
      "title": "Cross-validating custom model functions with cvms",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Attach packages",
        "Prepare data",
        "Predicting the score",
        "Creating a model function",
        "Creating a predict function",
        "Cross-validating the functions",
        "Passing hyperparameters",
        "update_hyperparameters()",
        "Specifying hyperparameters for grid search",
        "Cross-validating hyperparameter combinations",
        "Preprocessing within the cross-validation",
        "Binomial example",
        "Multinomial example"
      ],
      "created": "2020-04-13 21:08:28",
      "modified": "2023-06-05 05:25:41",
      "commits": 5
    },
    {
      "source": "evaluate_by_id.Rmd",
      "filename": "evaluate_by_id.html",
      "title": "Evaluate by ID/group",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Averaging",
        "Voting",
        "ID evaluation with evaluate()",
        "Using voting",
        "Per model",
        "In 'gaussian' evaluation",
        "Results for each ID"
      ],
      "created": "2020-04-13 19:56:58",
      "modified": "2023-06-05 05:25:41",
      "commits": 3
    },
    {
      "source": "picking_the_number_of_folds_for_cross-validation.Rmd",
      "filename": "picking_the_number_of_folds_for_cross-validation.html",
      "title": "Multiple-k: Picking the number of folds for cross-validation",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Does it matter?",
        "Multiple-k repeated cross-validation",
        "Creating folds",
        "Performing cross-validation",
        "Inspecting the effect of k",
        "Class level results"
      ],
      "created": "2021-03-07 02:48:19",
      "modified": "2023-06-05 05:25:41",
      "commits": 6
    }
  ],
  "_score": 10.317550564880232,
  "_indexed": true,
  "_nocasepkg": "cvms",
  "_universes": [
    "ludvigolsen"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "2.0.1",
      "date": "2026-07-05T09:53:00.000Z",
      "distro": "resolute",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/52ded917ee5a777a33c64647c23aba5cfca7aaaeab9467c8f3f30534c1046abc",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    },
    {
      "r": "4.6.1",
      "os": "linux",
      "version": "2.0.1",
      "date": "2026-07-05T09:53:14.000Z",
      "distro": "resolute",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/c695a447eef4e9c9deef3de9993d9b1bf492bd3059ee0cc212f9450a7843f068",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "2.0.1",
      "date": "2026-07-05T09:53:11.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/311434b4e7cbda1a14759270830cb3bf5bb7bb51c6df148b25b047470e50f593",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    },
    {
      "r": "4.6.1",
      "os": "mac",
      "version": "2.0.1",
      "date": "2026-07-05T09:52:58.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/97360dac0ca97016439af1adf08ea40cd05132f03c84677cdb683023a4eb8076",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "2.0.1",
      "date": "2026-07-05T09:53:33.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/a81a5f3273a359e414b4b6bbeedc962b065c3f48c5a419c67e8a4c72827b247e",
      "status": "success",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "2.0.1",
      "date": "2026-07-05T09:52:02.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/553e2d529b18eeb4797f3040cf1728f4cd0637f40300470b66fd110787edf316",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "2.0.1",
      "date": "2026-07-05T09:52:25.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/219e8ad2c00504d1d71325f78b2f0a61f9bbc6b0f9c27bc108a31bbd51d9bf43",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    },
    {
      "r": "4.6.1",
      "os": "win",
      "version": "2.0.1",
      "date": "2026-07-05T09:52:14.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/e1d11ed2eac58cc440e1ceaf58ad8e320525cc1c8109c5491a813adc55afd7e4",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/28736645750"
    }
  ]
}