{
  "_id": "6ae863839ceaa78f2009b8b0",
  "Package": "cvms",
  "Title": "Cross-Validation for Model Selection",
  "Version": "2.0.1",
  "Authors@R": "c(person(given = \"Ludvig Renbo\",\nfamily = \"Olsen\",\nrole = c(\"aut\", \"cre\"),\nemail = \"r-pkgs@ludvigolsen.dk\",\ncomment = c(ORCID = \"0009-0006-6798-7454\")),\nperson(given = \"Hugh Benjamin\",\nfamily = \"Zachariae\",\nrole = \"aut\"),\nperson(given = \"Indrajeet\",\nfamily = \"Patil\",\nrole = \"ctb\",\nemail = \"patilindrajeet.science@gmail.com\",\ncomment = c(ORCID = \"0000-0003-1995-6531\")),\nperson(given = \"Daniel\",\nfamily = \"Lüdecke\",\nrole = \"ctb\",\nemail = \"d.luedecke@uke.de\",\ncomment = c(ORCID = \"0000-0002-8895-3206\")))",
  "Description": "Cross-validate one or multiple regression and\nclassification models and get relevant evaluation metrics in a\ntidy format. Validate the best model on a test set and compare\nit to a baseline evaluation. Alternatively, evaluate\npredictions from an external model. Currently supports\nregression and classification (binary and multiclass).\nDescribed in chp. 5 of Jeyaraman, B. P., Olsen, L. R., &\nWambugu M. (2019, ISBN: 9781838550134).",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/ludvigolsen/cvms",
  "BugReports": "https://github.com/ludvigolsen/cvms/issues",
  "VignetteBuilder": "knitr",
  "RdMacros": "lifecycle",
  "Encoding": "UTF-8",
  "LazyData": "true",
  "Config/roxygen2/version": "8.0.0",
  "Config/pak/sysreqs": "cmake make libicu-dev",
  "Repository": "https://ludvigolsen.r-universe.dev",
  "Date/Publication": "2026-06-05 14:43:58 UTC",
  "RemoteUrl": "https://github.com/ludvigolsen/cvms",
  "RemoteRef": "HEAD",
  "RemoteSha": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-11-02 10:10:58 UTC",
    "User": "root"
  },
  "Author": "Ludvig Renbo Olsen [aut, cre] (ORCID:\n<https://orcid.org/0009-0006-6798-7454>),\nHugh Benjamin Zachariae [aut],\nIndrajeet Patil [ctb] (ORCID: <https://orcid.org/0000-0003-1995-6531>),\nDaniel Lüdecke [ctb] (ORCID: <https://orcid.org/0000-0002-8895-3206>)",
  "Maintainer": "Ludvig Renbo Olsen <r-pkgs@ludvigolsen.dk>",
  "_user": "ludvigolsen",
  "_type": "src",
  "_file": "cvms_2.0.1.tar.gz",
  "_fileid": "https://r2.ropensci.org/5941e4fcf70fd44a0e8380293f1bf3713c6681bfc07b9cbeb8b7b13eb1995d06",
  "_filesize": 5022185,
  "_sha256": "5941e4fcf70fd44a0e8380293f1bf3713c6681bfc07b9cbeb8b7b13eb1995d06",
  "_expires": "2027-02-10T10:18:41.000Z",
  "_created": "2026-11-02T10:10:58.000Z",
  "_published": "2026-11-02T10:18:43.702Z",
  "_upstream": "https://github.com/ludvigolsen/cvms",
  "_status": "success",
  "_maintainer": {
    "name": "Ludvig Renbo Olsen",
    "email": "r-pkgs@ludvigolsen.dk",
    "orcid": "0009-0006-6798-7454"
  },
  "_jobs": [
    {
      "job": 125215229425,
      "time": 221,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "NOTE",
      "artifact": "13132233866"
    },
    {
      "job": 125215229413,
      "time": 258,
      "config": "linux-release-x86_64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13132681364"
    },
    {
      "job": 125215229246,
      "time": 293,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "13131729202"
    },
    {
      "job": 125215229295,
      "time": 317,
      "config": "macos-release-arm64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13131539745"
    },
    {
      "job": 125212527651,
      "time": 352,
      "config": "source",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13131608831"
    },
    {
      "job": 125215229181,
      "time": 127,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "13131324290"
    },
    {
      "job": 125215229402,
      "time": 168,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "NOTE",
      "artifact": "13132343343"
    },
    {
      "job": 125215229337,
      "time": 118,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "13132044053"
    },
    {
      "job": 125215229355,
      "time": 181,
      "config": "windows-release-x86_64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13131759085"
    }
  ],
  "_buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478",
  "_commit": {
    "id": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
    "author": "Ludvig <ludvig@clin.au.dk>",
    "committer": "Ludvig <ludvig@clin.au.dk>",
    "message": "Merge branch 'dev'\n",
    "time": 1780670638
  },
  "_distro": "resolute",
  "_host": "GitHub-Actions",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 3.5",
      "role": "Depends"
    },
    {
      "package": "checkmate",
      "version": ">= 2.0.0",
      "role": "Imports"
    },
    {
      "package": "data.table",
      "version": ">= 1.12",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "version": ">= 0.8.5",
      "role": "Imports"
    },
    {
      "package": "ggplot2",
      "role": "Imports"
    },
    {
      "package": "groupdata2",
      "version": ">= 2.0.5",
      "role": "Imports"
    },
    {
      "package": "lifecycle",
      "role": "Imports"
    },
    {
      "package": "lme4",
      "version": ">= 1.1-23",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "MuMIn",
      "version": ">= 1.43.17",
      "role": "Imports"
    },
    {
      "package": "parameters",
      "version": ">= 0.15.0",
      "role": "Imports"
    },
    {
      "package": "plyr",
      "role": "Imports"
    },
    {
      "package": "pROC",
      "version": ">= 1.16.0",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "rearrr",
      "version": ">= 0.3.4",
      "role": "Imports"
    },
    {
      "package": "recipes",
      "version": ">= 0.1.13",
      "role": "Imports"
    },
    {
      "package": "reformulas",
      "version": ">= 0.4.3.1",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "version": ">= 0.4.7",
      "role": "Imports"
    },
    {
      "package": "stats",
      "role": "Imports"
    },
    {
      "package": "stringr",
      "role": "Imports"
    },
    {
      "package": "tibble",
      "version": ">= 3.0.3",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "version": ">= 1.1.2",
      "role": "Imports"
    },
    {
      "package": "utils",
      "role": "Imports"
    },
    {
      "package": "AUC",
      "role": "Suggests"
    },
    {
      "package": "covr",
      "version": ">= 3.3.1",
      "role": "Suggests"
    },
    {
      "package": "e1071",
      "version": ">= 1.7-2",
      "role": "Suggests"
    },
    {
      "package": "furrr",
      "role": "Suggests"
    },
    {
      "package": "ggimage",
      "version": ">= 0.3.3",
      "role": "Suggests"
    },
    {
      "package": "ggnewscale",
      "version": ">= 0.5.0",
      "role": "Suggests"
    },
    {
      "package": "knitr",
      "role": "Suggests"
    },
    {
      "package": "merDeriv",
      "version": ">= 0.2-4",
      "role": "Suggests"
    },
    {
      "package": "nnet",
      "version": ">= 7.3-20",
      "role": "Suggests"
    },
    {
      "package": "randomForest",
      "version": ">= 4.6-14",
      "role": "Suggests"
    },
    {
      "package": "rmarkdown",
      "role": "Suggests"
    },
    {
      "package": "rsvg",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 2.3.2",
      "role": "Suggests"
    },
    {
      "package": "xpectr",
      "version": ">= 0.4.3",
      "role": "Suggests"
    }
  ],
  "_owner": "ludvigolsen",
  "_selfowned": true,
  "_usedby": 5,
  "_updates": [
    {
      "week": "2025-45",
      "n": 10
    },
    {
      "week": "2026-23",
      "n": 1
    }
  ],
  "_tags": [
    {
      "name": "v2.0.0",
      "date": "2025-11-09"
    },
    {
      "name": "v2.0.1",
      "date": "2026-06-05"
    }
  ],
  "_stars": 39,
  "_contributors": [
    {
      "user": "ludvigolsen",
      "count": 816,
      "uuid": 22819047
    },
    {
      "user": "strengejacke",
      "count": 10,
      "uuid": 26301769
    },
    {
      "user": "indrajeetpatil",
      "count": 9,
      "uuid": 11330453
    },
    {
      "user": "eliocamp",
      "count": 2,
      "uuid": 8617595
    }
  ],
  "_userbio": {
    "uuid": 22819047,
    "type": "user",
    "name": "Ludvig Renbo Olsen",
    "followers": 64,
    "description": "Postdoc at the Department of Molecular Medicine (MOMA), Aarhus University Hospital. PhD in Bioinformatics. MSc Cognitive Science."
  },
  "_downloads": {
    "count": 1145,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/cvms"
  },
  "_mentions": 1,
  "_devurl": "https://github.com/ludvigolsen/cvms",
  "_searchresults": 501,
  "_rbuild": "4.6.2",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/cvms.html",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/readme.html",
    "extra/readme.md",
    "LICENSE"
  ],
  "_homeurl": "https://github.com/ludvigolsen/cvms",
  "_realowner": "ludvigolsen",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2019-07-02"
    },
    {
      "version": "0.1.1",
      "date": "2019-07-20"
    },
    {
      "version": "0.1.2",
      "date": "2019-08-05"
    },
    {
      "version": "0.2.0",
      "date": "2019-09-07"
    },
    {
      "version": "0.3.0",
      "date": "2019-09-29"
    },
    {
      "version": "0.3.1",
      "date": "2019-10-03"
    },
    {
      "version": "0.3.2",
      "date": "2019-12-01"
    },
    {
      "version": "1.0.0",
      "date": "2020-04-14"
    },
    {
      "version": "1.0.1",
      "date": "2020-04-19"
    },
    {
      "version": "1.0.2",
      "date": "2020-05-29"
    },
    {
      "version": "1.1.0",
      "date": "2020-10-07"
    },
    {
      "version": "1.2.0",
      "date": "2020-10-18"
    },
    {
      "version": "1.2.1",
      "date": "2021-02-17"
    },
    {
      "version": "1.3.0",
      "date": "2021-06-07"
    },
    {
      "version": "1.3.1",
      "date": "2021-06-17"
    },
    {
      "version": "1.3.2",
      "date": "2021-10-06"
    },
    {
      "version": "1.3.3",
      "date": "2021-11-14"
    },
    {
      "version": "1.3.4",
      "date": "2022-07-15"
    },
    {
      "version": "1.3.5",
      "date": "2022-08-26"
    },
    {
      "version": "1.3.6",
      "date": "2022-10-12"
    },
    {
      "version": "1.3.7",
      "date": "2022-11-24"
    },
    {
      "version": "1.3.8",
      "date": "2023-01-05"
    },
    {
      "version": "1.3.9",
      "date": "2023-01-26"
    },
    {
      "version": "1.4.0",
      "date": "2023-06-04"
    },
    {
      "version": "1.4.1",
      "date": "2023-06-11"
    },
    {
      "version": "1.5.0",
      "date": "2023-06-18"
    },
    {
      "version": "1.6.0",
      "date": "2023-06-29"
    },
    {
      "version": "1.6.1",
      "date": "2024-02-27"
    },
    {
      "version": "1.6.2",
      "date": "2024-07-31"
    },
    {
      "version": "1.6.3",
      "date": "2025-01-17"
    },
    {
      "version": "1.7.0",
      "date": "2025-03-07"
    },
    {
      "version": "1.8.0",
      "date": "2025-07-08"
    },
    {
      "version": "1.8.1",
      "date": "2025-08-24"
    },
    {
      "version": "2.0.0",
      "date": "2025-11-10"
    },
    {
      "version": "2.0.1",
      "date": "2026-06-05"
    }
  ],
  "_exports": [
    "baseline",
    "baseline_binomial",
    "baseline_gaussian",
    "baseline_multinomial",
    "binomial_metrics",
    "combine_predictors",
    "confusion_matrix",
    "cross_validate",
    "cross_validate_fn",
    "dynamic_font_color_settings",
    "evaluate",
    "evaluate_residuals",
    "font",
    "gaussian_metrics",
    "model_functions",
    "most_challenging",
    "multiclass_probability_tibble",
    "multinomial_metrics",
    "plot_confusion_matrix",
    "plot_metric_density",
    "predict_functions",
    "preprocess_functions",
    "process_info_binomial",
    "process_info_gaussian",
    "process_info_multinomial",
    "reconstruct_formulas",
    "select_definitions",
    "select_metrics",
    "simplify_formula",
    "sum_tile_settings",
    "summarize_metrics",
    "update_hyperparameters",
    "validate",
    "validate_fn"
  ],
  "_datasets": [
    {
      "name": "compatible.formula.terms",
      "title": "Compatible formula terms",
      "object": "compatible.formula.terms",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "left",
        "right",
        "max_interaction_size",
        "num_effects",
        "min_num_fixed_effects"
      ],
      "rows": 162660,
      "table": true,
      "tojson": true
    },
    {
      "name": "musicians",
      "title": "Musician groups",
      "object": "musicians",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "ID",
        "Age",
        "Class",
        "Height",
        "Drums",
        "Bass",
        "Guitar",
        "Keys",
        "Vocals"
      ],
      "rows": 60,
      "table": true,
      "tojson": true
    },
    {
      "name": "participant.scores",
      "title": "Participant scores",
      "object": "participant.scores",
      "class": [
        "data.frame"
      ],
      "fields": [
        "participant",
        "age",
        "diagnosis",
        "score",
        "session"
      ],
      "rows": 30,
      "table": true,
      "tojson": true
    },
    {
      "name": "precomputed.formulas",
      "title": "Precomputed formulas",
      "object": "precomputed.formulas",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "formula_",
        "max_interaction_size",
        "max_effect_frequency",
        "num_effects",
        "min_num_fixed_effects"
      ],
      "rows": 259358,
      "table": true,
      "tojson": true
    },
    {
      "name": "predicted.musicians",
      "title": "Predicted musician groups",
      "object": "predicted.musicians",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "Classifier",
        "Fold Column",
        "Fold",
        "ID",
        "Target",
        "A",
        "B",
        "C",
        "D",
        "Predicted Class"
      ],
      "rows": 540,
      "table": true,
      "tojson": true
    },
    {
      "name": "wines",
      "title": "Wine varieties",
      "object": "wines",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "Variety"
      ],
      "rows": 368,
      "table": true,
      "tojson": true
    }
  ],
  "_help": [
    {
      "page": "cvms-package",
      "title": "cvms: A package for cross-validating regression and classification models",
      "topics": [
        "cvms-package",
        "cvms"
      ]
    },
    {
      "page": "baseline",
      "title": "Create baseline evaluations",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline"
      ]
    },
    {
      "page": "baseline_binomial",
      "title": "Create baseline evaluations for binary classification",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline_binomial"
      ]
    },
    {
      "page": "baseline_gaussian",
      "title": "Create baseline evaluations for regression models",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline_gaussian"
      ]
    },
    {
      "page": "baseline_multinomial",
      "title": "Create baseline evaluations",
      "concept": [
        "baseline functions"
      ],
      "topics": [
        "baseline_multinomial"
      ]
    },
    {
      "page": "binomial_metrics",
      "title": "Select metrics for binomial evaluation",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "binomial_metrics"
      ]
    },
    {
      "page": "combine_predictors",
      "title": "Generate model formulas by combining predictors",
      "topics": [
        "combine_predictors",
        "generate_formulas"
      ]
    },
    {
      "page": "compatible.formula.terms",
      "title": "Compatible formula terms",
      "topics": [
        "compatible.formula.terms"
      ]
    },
    {
      "page": "confusion_matrix",
      "title": "Create a confusion matrix",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "confusion_matrix"
      ]
    },
    {
      "page": "cross_validate",
      "title": "Cross-validate regression models for model selection",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "cross_validate"
      ]
    },
    {
      "page": "cross_validate_fn",
      "title": "Cross-validate custom model functions for model selection",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "cross_validate_fn"
      ]
    },
    {
      "page": "dynamic_font_color_settings",
      "title": "Create a list of dynamic font color settings for plots",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "dynamic_font_color_settings"
      ]
    },
    {
      "page": "evaluate",
      "title": "Evaluate your model's performance",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "evaluate"
      ]
    },
    {
      "page": "evaluate_residuals",
      "title": "Evaluate residuals from a regression task",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "evaluate_residuals"
      ]
    },
    {
      "page": "font",
      "title": "Create a list of font settings for plots",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "font"
      ]
    },
    {
      "page": "gaussian_metrics",
      "title": "Select metrics for Gaussian evaluation",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "gaussian_metrics"
      ]
    },
    {
      "page": "model_functions",
      "title": "Examples of model_fn functions",
      "concept": [
        "example functions"
      ],
      "topics": [
        "model_functions"
      ]
    },
    {
      "page": "most_challenging",
      "title": "Find the data points that were hardest to predict",
      "topics": [
        "hardest",
        "most_challenging"
      ]
    },
    {
      "page": "multiclass_probability_tibble",
      "title": "Generate a multiclass probability tibble",
      "topics": [
        "multiclass_probability_tibble"
      ]
    },
    {
      "page": "multinomial_metrics",
      "title": "Select metrics for multinomial evaluation",
      "concept": [
        "evaluation functions"
      ],
      "topics": [
        "multinomial_metrics"
      ]
    },
    {
      "page": "musicians",
      "title": "Musician groups",
      "topics": [
        "musicians"
      ]
    },
    {
      "page": "participant.scores",
      "title": "Participant scores",
      "topics": [
        "participant.scores"
      ]
    },
    {
      "page": "plot_confusion_matrix",
      "title": "Plot a confusion matrix",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "plot_confusion_matrix"
      ]
    },
    {
      "page": "plot_metric_density",
      "title": "Density plot for a metric",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "plot_metric_density"
      ]
    },
    {
      "page": "precomputed.formulas",
      "title": "Precomputed formulas",
      "topics": [
        "precomputed.formulas"
      ]
    },
    {
      "page": "predict_functions",
      "title": "Examples of predict_fn functions",
      "concept": [
        "example functions"
      ],
      "topics": [
        "predict_functions"
      ]
    },
    {
      "page": "predicted.musicians",
      "title": "Predicted musician groups",
      "topics": [
        "predicted.musicians"
      ]
    },
    {
      "page": "preprocess_functions",
      "title": "Examples of preprocess_fn functions",
      "concept": [
        "example functions"
      ],
      "topics": [
        "preprocess_functions"
      ]
    },
    {
      "page": "process_info_binomial",
      "title": "A set of process information object constructors",
      "topics": [
        "as.character.process_info_binomial",
        "as.character.process_info_gaussian",
        "as.character.process_info_multinomial",
        "print.process_info_binomial",
        "print.process_info_gaussian",
        "print.process_info_multinomial",
        "process_info_binomial",
        "process_info_gaussian",
        "process_info_multinomial"
      ]
    },
    {
      "page": "reconstruct_formulas",
      "title": "Reconstruct model formulas from results tibbles",
      "topics": [
        "reconstruct_formulas"
      ]
    },
    {
      "page": "select_definitions",
      "title": "Select model definition columns",
      "topics": [
        "select_definitions"
      ]
    },
    {
      "page": "select_metrics",
      "title": "Select columns with evaluation metrics and model definitions",
      "topics": [
        "select_metrics"
      ]
    },
    {
      "page": "simplify_formula",
      "title": "Simplify formula with inline functions",
      "topics": [
        "simplify_formula"
      ]
    },
    {
      "page": "sum_tile_settings",
      "title": "Create a list of settings for the sum tiles in plot_confusion_matrix()",
      "concept": [
        "plotting functions"
      ],
      "topics": [
        "sum_tile_settings"
      ]
    },
    {
      "page": "summarize_metrics",
      "title": "Summarize metrics with common descriptors",
      "topics": [
        "summarize_metrics"
      ]
    },
    {
      "page": "update_hyperparameters",
      "title": "Check and update hyperparameters",
      "concept": [
        "example functions"
      ],
      "topics": [
        "update_hyperparameters"
      ]
    },
    {
      "page": "validate",
      "title": "Validate regression models on a test set",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "validate"
      ]
    },
    {
      "page": "validate_fn",
      "title": "Validate a custom model function on a test set",
      "concept": [
        "validation functions"
      ],
      "topics": [
        "validate_fn"
      ]
    },
    {
      "page": "wines",
      "title": "Wine varieties",
      "topics": [
        "wines"
      ]
    }
  ],
  "_readme": "https://github.com/ludvigolsen/cvms/raw/HEAD/README.md",
  "_rundeps": [
    "backports",
    "bayestestR",
    "boot",
    "checkmate",
    "class",
    "cli",
    "clock",
    "codetools",
    "cpp11",
    "data.table",
    "datawizard",
    "diagram",
    "digest",
    "dplyr",
    "farver",
    "future",
    "future.apply",
    "generics",
    "ggplot2",
    "globals",
    "glue",
    "gower",
    "groupdata2",
    "gtable",
    "hardhat",
    "insight",
    "ipred",
    "isoband",
    "KernSmooth",
    "labeling",
    "lattice",
    "lava",
    "lifecycle",
    "listenv",
    "lme4",
    "lubridate",
    "magrittr",
    "MASS",
    "Matrix",
    "minqa",
    "MuMIn",
    "nlme",
    "nloptr",
    "nnet",
    "numbers",
    "numDeriv",
    "parallelly",
    "parameters",
    "pillar",
    "pkgconfig",
    "plyr",
    "pROC",
    "prodlim",
    "progressr",
    "purrr",
    "R6",
    "rbibutils",
    "RColorBrewer",
    "Rcpp",
    "RcppEigen",
    "Rdpack",
    "rearrr",
    "recipes",
    "reformulas",
    "rlang",
    "rpart",
    "S7",
    "scales",
    "shape",
    "sparsevctrs",
    "SQUAREM",
    "stringi",
    "stringr",
    "survival",
    "tibble",
    "tidyr",
    "tidyselect",
    "timechange",
    "timeDate",
    "tzdb",
    "utf8",
    "vctrs",
    "viridisLite",
    "withr"
  ],
  "_vignettes": [
    {
      "source": "available_metrics.Rmd",
      "filename": "available_metrics.html",
      "title": "The available metrics in cvms",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Gaussian Metrics",
        "Binomial Metrics",
        "Multinomial Metrics",
        "External metrics"
      ],
      "created": "2020-04-13 19:56:58",
      "modified": "2023-06-05 05:25:41",
      "commits": 3
    },
    {
      "source": "Creating_a_confusion_matrix.Rmd",
      "filename": "Creating_a_confusion_matrix.html",
      "title": "Creating a confusion matrix with cvms",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Attach packages and set seed for reproducibility",
        "Binomial data",
        "Manually creating a two-class confusion matrix",
        "Creating a confusion matrix with evaluate()",
        "Multiclass confusion matrix with confusion_matrix()",
        "Adding sum tiles",
        "Tweaking plot_confusion_matrix()"
      ],
      "created": "2020-04-13 19:56:58",
      "modified": "2023-06-05 05:25:41",
      "commits": 7
    },
    {
      "source": "cross_validating_custom_functions.Rmd",
      "filename": "cross_validating_custom_functions.html",
      "title": "Cross-validating custom model functions with cvms",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Attach packages",
        "Prepare data",
        "Predicting the score",
        "Creating a model function",
        "Creating a predict function",
        "Cross-validating the functions",
        "Passing hyperparameters",
        "update_hyperparameters()",
        "Specifying hyperparameters for grid search",
        "Cross-validating hyperparameter combinations",
        "Preprocessing within the cross-validation",
        "Binomial example",
        "Multinomial example"
      ],
      "created": "2020-04-13 21:08:28",
      "modified": "2023-06-05 05:25:41",
      "commits": 5
    },
    {
      "source": "evaluate_by_id.Rmd",
      "filename": "evaluate_by_id.html",
      "title": "Evaluate by ID/group",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Averaging",
        "Voting",
        "ID evaluation with evaluate()",
        "Using voting",
        "Per model",
        "In 'gaussian' evaluation",
        "Results for each ID"
      ],
      "created": "2020-04-13 19:56:58",
      "modified": "2023-06-05 05:25:41",
      "commits": 3
    },
    {
      "source": "picking_the_number_of_folds_for_cross-validation.Rmd",
      "filename": "picking_the_number_of_folds_for_cross-validation.html",
      "title": "Multiple-k: Picking the number of folds for cross-validation",
      "author": "Ludvig Renbo Olsen",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Does it matter?",
        "Multiple-k repeated cross-validation",
        "Creating folds",
        "Performing cross-validation",
        "Inspecting the effect of k",
        "Class level results"
      ],
      "created": "2021-03-07 02:48:19",
      "modified": "2023-06-05 05:25:41",
      "commits": 6
    }
  ],
  "_score": 9.701890337681013,
  "_indexed": true,
  "_nocasepkg": "cvms",
  "_universes": [
    "ludvigolsen"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "2.0.1",
      "date": "2026-11-02T10:13:58.000Z",
      "distro": "resolute",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/2bc1514a5ddd41f8af2df942290fe47f6732bea2c7c2226eb0c5431d8e898313",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    },
    {
      "r": "4.6.2",
      "os": "linux",
      "version": "2.0.1",
      "date": "2026-11-02T10:14:28.000Z",
      "distro": "resolute",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/5822994a9d43b57bdabe94db519a24503e360171121f16fe1e10e1ac480d73f4",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "2.0.1",
      "date": "2026-11-02T10:15:44.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/a79d4a03a0f44857801ca5a8e0fb845474130e9fce4b7de5dea21dc12ec855c1",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    },
    {
      "r": "4.6.2",
      "os": "mac",
      "version": "2.0.1",
      "date": "2026-11-02T10:15:46.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/7cd24896754f1d2fb41d075a391b9d1daf0431fecba2a6bb9e9969d1d312ebb7",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "2.0.1",
      "date": "2026-11-02T10:13:44.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/351a591f09ddcaac33c6c20aaabb6e55196b975cd49da58ad37a73c82fc6a49c",
      "status": "success",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "2.0.1",
      "date": "2026-11-02T10:12:42.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/60fe42544283934da93d717b1e2f5f4ba1a8cdfeb408697285b8bf45eab4d1fd",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "2.0.1",
      "date": "2026-11-02T10:12:27.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/5ef41aed1cb09ce98ca4462578e400e09306c31c01d859959eb2796df7d6c670",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    },
    {
      "r": "4.6.2",
      "os": "win",
      "version": "2.0.1",
      "date": "2026-11-02T10:12:47.000Z",
      "commit": "8c700e0118ae9d0983fb77ed94daac1377c4bffb",
      "fileid": "https://r2.ropensci.org/ea0f8e421752b44922028d08952fa7e8444ee976acb26da6d84fc416b81d0556",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/ludvigolsen/actions/runs/41425852478"
    }
  ]
}