{
  "_id": "6a1c06d21d7bb097a0a2b444",
  "Package": "nlcv",
  "Type": "Package",
  "Title": "Nested Loop Cross Validation",
  "Version": "0.3.6",
  "Date": "2025-05-06",
  "Authors@R": "c(\nperson(given = \"Willem\", family = \"Talloen\", role = \"aut\"),\nperson(given = \"Tobias\", family = \"Verbeke\", role = \"aut\"),\nperson(given = \"Laure\", family = \"Cougnaud\", role = \"cre\",\nemail = \"laure.cougnaud@openanalytics.eu\"))",
  "Description": "Nested loop cross validation for classification purposes\nfor misclassification error rate estimation. The package\nsupports several methodologies for feature selection: random\nforest, Student t-test, limma, and provides an interface to the\nfollowing classification methods in the 'MLInterfaces' package:\nlinear, quadratic discriminant analyses, random forest,\nbagging, prediction analysis for microarray, generalized linear\nmodel, support vector machine (svm and ksvm). Visualizations to\nassess the quality of the classifier are included: plot of the\nranks of the features, scores plot for a specific\nclassification algorithm and number of features,\nmisclassification rate for the different number of features and\nclassification algorithms tested and ROC plot. For further\ndetails about the methodology, please check: Markus Ruschhaupt,\nWolfgang Huber, Annemarie Poustka, and Ulrich Mansmann (2004)\n<doi:10.2202/1544-6115.1078>.",
  "License": "GPL-3",
  "RoxygenNote": "7.3.2",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-05-31 09:53:44 UTC",
    "User": "root"
  },
  "Author": "Willem Talloen [aut], Tobias Verbeke [aut], Laure Cougnaud\n[cre]",
  "Maintainer": "Laure Cougnaud <laure.cougnaud@openanalytics.eu>",
  "Config/pak/sysreqs": "cmake libglpk-dev make libpng-dev libuv1-dev\nlibxml2-dev libssl-dev zlib1g-dev",
  "Repository": "https://lcougnaud.r-universe.dev",
  "Date/Publication": "2025-05-06 21:32:16 UTC",
  "RemoteUrl": "https://github.com/cran/nlcv",
  "RemoteRef": "HEAD",
  "RemoteSha": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
  "MD5sum": "0d16c24f264f3fd8cc749bf2fffd15e7",
  "_user": "lcougnaud",
  "_type": "src",
  "_file": "nlcv_0.3.6.tar.gz",
  "_fileid": "910abc7c139b7b49fef99df8d62063c79a4e3b110851ac03161b089356bfe8c0",
  "_filesize": 1592304,
  "_sha256": "910abc7c139b7b49fef99df8d62063c79a4e3b110851ac03161b089356bfe8c0",
  "_created": "2026-05-31T09:53:44.000Z",
  "_published": "2026-05-31T10:00:50.086Z",
  "_distro": "noble",
  "_jobs": [
    {
      "job": 78716767586,
      "time": 353,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "7315794495"
    },
    {
      "job": 78716767589,
      "time": 362,
      "config": "linux-release-x86_64",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7315795588"
    },
    {
      "job": 78716767603,
      "time": 256,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "7315784026"
    },
    {
      "job": 78716767599,
      "time": 318,
      "config": "macos-release-arm64",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7315790179"
    },
    {
      "job": 78716466885,
      "time": 325,
      "config": "source",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7315755214"
    },
    {
      "job": 78716767587,
      "time": 157,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7315772525"
    },
    {
      "job": 78716767602,
      "time": 284,
      "config": "windows-devel",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "7315786788"
    },
    {
      "job": 78716767610,
      "time": 260,
      "config": "windows-oldrel",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "7315784008"
    },
    {
      "job": 78716767600,
      "time": 252,
      "config": "windows-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7315783070"
    }
  ],
  "_buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201",
  "_status": "success",
  "_host": "GitHub-Actions",
  "_upstream": "https://github.com/cran/nlcv",
  "_commit": {
    "id": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
    "author": "Laure Cougnaud <laure.cougnaud@openanalytics.eu>",
    "committer": "cran-robot <csardi.gabor+cran@gmail.com>",
    "message": "version 0.3.6\n",
    "time": 1746567136
  },
  "_maintainer": {
    "name": "Laure Cougnaud",
    "email": "laure.cougnaud@openanalytics.eu",
    "login": "lcougnaud",
    "description": "",
    "uuid": 15339154
  },
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 2.10",
      "role": "Depends"
    },
    {
      "package": "a4Core",
      "role": "Depends"
    },
    {
      "package": "MLInterfaces",
      "version": ">= 1.22.0",
      "role": "Depends"
    },
    {
      "package": "xtable",
      "role": "Depends"
    },
    {
      "package": "limma",
      "role": "Imports"
    },
    {
      "package": "MASS",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "graphics",
      "role": "Imports"
    },
    {
      "package": "Biobase",
      "role": "Imports"
    },
    {
      "package": "multtest",
      "role": "Imports"
    },
    {
      "package": "RColorBrewer",
      "role": "Imports"
    },
    {
      "package": "pamr",
      "role": "Imports"
    },
    {
      "package": "randomForest",
      "role": "Imports"
    },
    {
      "package": "ROCR",
      "role": "Imports"
    },
    {
      "package": "ipred",
      "role": "Imports"
    },
    {
      "package": "e1071",
      "role": "Imports"
    },
    {
      "package": "kernlab",
      "role": "Imports"
    },
    {
      "package": "RUnit",
      "role": "Suggests"
    },
    {
      "package": "ALL",
      "role": "Suggests"
    }
  ],
  "_owner": "cran",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [],
  "_tags": [],
  "_stars": 0,
  "_contributors": [
    {
      "user": "lcougnaud",
      "count": 5,
      "uuid": 15339154
    }
  ],
  "_userbio": {
    "uuid": 15339154,
    "type": "user",
    "name": "Laure Cougnaud"
  },
  "_downloads": {
    "count": 584,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/nlcv"
  },
  "_searchresults": 8,
  "_rbuild": "4.6.0",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/nlcv.html",
    "manual.pdf"
  ],
  "_realowner": "lcougnaud",
  "_cranurl": false,
  "_releases": [
    {
      "version": "0.3.2",
      "date": "2017-10-19"
    },
    {
      "version": "0.3.3",
      "date": "2018-05-04"
    },
    {
      "version": "0.3.4",
      "date": "2018-05-18"
    },
    {
      "version": "0.3.5",
      "date": "2018-06-29"
    },
    {
      "version": "0.3.6",
      "date": "2025-05-06"
    }
  ],
  "_exports": [
    "mcrPlot",
    "nlcv",
    "nldaI",
    "pamrI",
    "pamrML",
    "pamrTrain",
    "rankDistributionPlot",
    "rocPlot",
    "scoresPlot"
  ],
  "_datasets": [
    {
      "name": "nlcvRF_R",
      "title": "nlcv results on random data with random forest feature selection",
      "object": "nlcvRF_R",
      "file": "nlcvRF_R.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvRF_SHS",
      "title": "nlcv results on strong hetero signal data with random forest feature selection",
      "object": "nlcvRF_SHS",
      "file": "nlcvRF_SHS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvRF_SS",
      "title": "nlcv results on strong signal data a with random forest feature selection",
      "object": "nlcvRF_SS",
      "file": "nlcvRF_SS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvRF_WHS",
      "title": "nlcv results on weak signal data with random forest feature selection",
      "object": "nlcvRF_WHS",
      "file": "nlcvRF_WHS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvRF_WS",
      "title": "nlcv results on weak hetero signal data with random forest feature selection",
      "object": "nlcvRF_WS",
      "file": "nlcvRF_WS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvTT_R",
      "title": "nlcv results on random data with t-test feature selection",
      "object": "nlcvTT_R",
      "file": "nlcvTT_R.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvTT_SHS",
      "title": "nlcv results on strong hetero signal data with t-test feature selection",
      "object": "nlcvTT_SHS",
      "file": "nlcvTT_SHS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvTT_SS",
      "title": "nlcv results on strong signal data a with t-test feature selection",
      "object": "nlcvTT_SS",
      "file": "nlcvTT_SS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvTT_WHS",
      "title": "nlcv results on weak signal data with t-test feature selection",
      "object": "nlcvTT_WHS",
      "file": "nlcvTT_WHS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    },
    {
      "name": "nlcvTT_WS",
      "title": "nlcv results on weak hetero signal data with t-test feature selection",
      "object": "nlcvTT_WS",
      "file": "nlcvTT_WS.rda",
      "class": [
        "nlcv"
      ],
      "fields": [],
      "table": false,
      "tojson": false
    }
  ],
  "_help": [
    {
      "page": "compareOrig",
      "title": "function to compare the original matrix of correct classes to each component of the output object for a certain classifier",
      "topics": [
        "compareOrig"
      ]
    },
    {
      "page": "confusionMatrix.nlcv",
      "title": "compute a confusion matrix for the optimal number of features for a given technique used in the nested loop cross validation",
      "topics": [
        "confusionMatrix.nlcv"
      ]
    },
    {
      "page": "inTrainingSample",
      "title": "Function to define a learning sample based on balanced sampling",
      "topics": [
        "inTrainingSample"
      ]
    },
    {
      "page": "limmaTwoGroups",
      "title": "Wrapper around limma for the comparison of two groups",
      "topics": [
        "limmaTwoGroups"
      ]
    },
    {
      "page": "mcrPlot",
      "title": "Misclassification Rate Plot",
      "topics": [
        "mcrPlot"
      ]
    },
    {
      "page": "nlcv",
      "title": "Nested Loop Cross-Validation",
      "topics": [
        "nlcv"
      ]
    },
    {
      "page": "nlcvRF_R",
      "title": "nlcv results on random data with random forest feature selection",
      "topics": [
        "nlcvRF_R"
      ]
    },
    {
      "page": "nlcvRF_SHS",
      "title": "nlcv results on strong hetero signal data with random forest feature selection",
      "topics": [
        "nlcvRF_SHS"
      ]
    },
    {
      "page": "nlcvRF_SS",
      "title": "nlcv results on strong signal data a with random forest feature selection",
      "topics": [
        "nlcvRF_SS"
      ]
    },
    {
      "page": "nlcvRF_WHS",
      "title": "nlcv results on weak signal data with random forest feature selection",
      "topics": [
        "nlcvRF_WHS"
      ]
    },
    {
      "page": "nlcvRF_WS",
      "title": "nlcv results on weak hetero signal data with random forest feature selection",
      "topics": [
        "nlcvRF_WS"
      ]
    },
    {
      "page": "nlcvTT_R",
      "title": "nlcv results on random data with t-test feature selection",
      "topics": [
        "nlcvTT_R"
      ]
    },
    {
      "page": "nlcvTT_SHS",
      "title": "nlcv results on strong hetero signal data with t-test feature selection",
      "topics": [
        "nlcvTT_SHS"
      ]
    },
    {
      "page": "nlcvTT_SS",
      "title": "nlcv results on strong signal data a with t-test feature selection",
      "topics": [
        "nlcvTT_SS"
      ]
    },
    {
      "page": "nlcvTT_WHS",
      "title": "nlcv results on weak signal data with t-test feature selection",
      "topics": [
        "nlcvTT_WHS"
      ]
    },
    {
      "page": "nlcvTT_WS",
      "title": "nlcv results on weak hetero signal data with t-test feature selection",
      "topics": [
        "nlcvTT_WS"
      ]
    },
    {
      "page": "nldaI",
      "title": "new MLInterfaces schema for lda from MASS",
      "topics": [
        "nldaI"
      ]
    },
    {
      "page": "pamrI",
      "title": "Instance of a learnerSchema for pamr models",
      "topics": [
        "pamrI"
      ]
    },
    {
      "page": "pamrIconverter",
      "title": "convert from 'pamrML' to 'classifierOutput'",
      "topics": [
        "pamrIconverter"
      ]
    },
    {
      "page": "pamrML",
      "title": "Wrapper function around the pamr.* functions",
      "topics": [
        "pamrML"
      ]
    },
    {
      "page": "pamrTrain",
      "title": "Function providing a formula interface to pamr.train",
      "topics": [
        "pamrTrain"
      ]
    },
    {
      "page": "predict.pamrML",
      "title": "predict 'pamrML' object",
      "topics": [
        "predict.pamrML"
      ]
    },
    {
      "page": "print.nlcvConfusionMatrix",
      "title": "print object 'nlcvConfusionMatrix'",
      "topics": [
        "print.nlcvConfusionMatrix"
      ]
    },
    {
      "page": "print.pamrML",
      "title": "print 'pamrML' object",
      "topics": [
        "print.pamrML"
      ]
    },
    {
      "page": "print.summary.mcrPlot",
      "title": "'print' function for 'summary.mcrPlot' object",
      "topics": [
        "print.summary.mcrPlot"
      ]
    },
    {
      "page": "rankDistributionPlot",
      "title": "Plot the Distribution of Ranks of Features Across nlcv Runs",
      "topics": [
        "rankDistributionPlot"
      ]
    },
    {
      "page": "rocPlot",
      "title": "Produce a ROC plot for a classification model belonging to a given technique and with a given number of features.",
      "topics": [
        "rocPlot"
      ]
    },
    {
      "page": "scoresPlot",
      "title": "Function to Plot a Scores Plot",
      "topics": [
        "scoresPlot"
      ]
    },
    {
      "page": "summary.mcrPlot",
      "title": "'summary' function for 'mcrPlot' object",
      "topics": [
        "summary.mcrPlot"
      ]
    },
    {
      "page": "topTable-methods",
      "title": "Methods for topTable",
      "topics": [
        "topTable",
        "topTable,nlcv-method",
        "topTable-methods"
      ]
    },
    {
      "page": "xtable.confusionMatrix",
      "title": "xtable method for confusionMatrix objects",
      "topics": [
        "xtable.confusionMatrix"
      ]
    },
    {
      "page": "xtable.summary.mcrPlot",
      "title": "xtable method for summary.mcrPlot objects",
      "topics": [
        "xtable.summary.mcrPlot"
      ]
    }
  ],
  "_rundeps": [
    "a4Core",
    "abind",
    "annotate",
    "AnnotationDbi",
    "askpass",
    "assertthat",
    "base64enc",
    "Biobase",
    "BiocGenerics",
    "Biostrings",
    "bit",
    "bit64",
    "bitops",
    "blob",
    "bslib",
    "cachem",
    "caTools",
    "class",
    "cli",
    "cluster",
    "codetools",
    "commonmark",
    "cpp11",
    "crayon",
    "crosstalk",
    "curl",
    "data.table",
    "DBI",
    "DelayedArray",
    "DEoptimR",
    "diagram",
    "digest",
    "diptest",
    "dplyr",
    "e1071",
    "evaluate",
    "farver",
    "fastmap",
    "flexmix",
    "fontawesome",
    "foreach",
    "fpc",
    "fs",
    "future",
    "future.apply",
    "gbm",
    "gdata",
    "genefilter",
    "generics",
    "GenomicRanges",
    "ggplot2",
    "ggvis",
    "glmnet",
    "globals",
    "glue",
    "gplots",
    "gtable",
    "gtools",
    "highr",
    "htmltools",
    "htmlwidgets",
    "httpuv",
    "httr",
    "hwriter",
    "igraph",
    "ipred",
    "IRanges",
    "isoband",
    "iterators",
    "jquerylib",
    "jsonlite",
    "KEGGREST",
    "kernlab",
    "KernSmooth",
    "knitr",
    "labeling",
    "later",
    "lattice",
    "lava",
    "lazyeval",
    "lifecycle",
    "limma",
    "listenv",
    "magrittr",
    "MASS",
    "Matrix",
    "MatrixGenerics",
    "matrixStats",
    "mclust",
    "memoise",
    "mime",
    "mlbench",
    "MLInterfaces",
    "modeltools",
    "multtest",
    "nnet",
    "numDeriv",
    "openssl",
    "otel",
    "pamr",
    "parallelly",
    "pillar",
    "pkgconfig",
    "pls",
    "png",
    "prabclus",
    "prodlim",
    "progressr",
    "promises",
    "proxy",
    "R6",
    "randomForest",
    "rappdirs",
    "RColorBrewer",
    "Rcpp",
    "RcppEigen",
    "rlang",
    "rmarkdown",
    "robustbase",
    "ROCR",
    "rpart",
    "RSQLite",
    "S4Arrays",
    "S4Vectors",
    "S7",
    "sass",
    "scales",
    "Seqinfo",
    "sfsmisc",
    "shape",
    "shiny",
    "sourcetools",
    "SparseArray",
    "SQUAREM",
    "statmod",
    "SummarizedExperiment",
    "survival",
    "sys",
    "threejs",
    "tibble",
    "tidyselect",
    "tinytex",
    "utf8",
    "vctrs",
    "viridisLite",
    "withr",
    "xfun",
    "XML",
    "xtable",
    "XVector",
    "yaml"
  ],
  "_vignettes": [
    {
      "source": "nlcv.Rnw",
      "filename": "nlcv.pdf",
      "title": "nlcv",
      "engine": "utils::Sweave",
      "headings": [],
      "created": "2017-10-19 16:32:45",
      "modified": "2017-10-19 16:32:45",
      "commits": 1
    }
  ],
  "_score": 2,
  "_indexed": true,
  "_nocasepkg": "nlcv",
  "_universes": [
    "lcougnaud"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.3.6",
      "date": "2026-05-31T09:56:57.000Z",
      "distro": "noble",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "2114120ab036b8256730affac4902daf3759f1c26176c3a3b2a259e17e5c7ada",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    },
    {
      "r": "4.6.0",
      "os": "linux",
      "version": "0.3.6",
      "date": "2026-05-31T09:56:57.000Z",
      "distro": "noble",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "424d2dc4b5b5874609e522584d0857b57e3a6ad38b9d3e8f9418d00cc283772f",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.3.6",
      "date": "2026-05-31T09:57:00.000Z",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "5caacf1feddd8ac89454b01f30c6a0870e585f41e9a60145612525a9e1858ff8",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    },
    {
      "r": "4.6.0",
      "os": "mac",
      "version": "0.3.6",
      "date": "2026-05-31T09:56:59.000Z",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "64796d36918f7e83445f1f0fe7ba34dd89c6d8df229c6ed86cc88a659e7c1bc1",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.3.6",
      "date": "2026-05-31T09:57:02.000Z",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "1909b4349532d5ff84110e2e2f1a16512827b54b9f83e70bfcfd7e8109e22f42",
      "status": "success",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.3.6",
      "date": "2026-05-31T09:55:47.000Z",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "632175baea10f58819597e11bf0ada8e592fc8028058d975c91df6a4699cbdbe",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.3.6",
      "date": "2026-05-31T09:55:40.000Z",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "e3b165822f0f4f4bd341c4f697d96fd68b24059464bc15f5afc104ded6f2f6e3",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    },
    {
      "r": "4.6.0",
      "os": "win",
      "version": "0.3.6",
      "date": "2026-05-31T09:55:47.000Z",
      "commit": "69e2a74ee450ae423652b46aaec2587f9d586fdd",
      "fileid": "90f705ec996099c6737c8b5156ddef8320770762835aa2981483e8d853017b8a",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/lcougnaud/actions/runs/26709321201"
    }
  ]
}