{
  "_schema": "https://data.nist.gov/od/dm/nerdm-schema/v0.7#",
  "@context": [
    "https://data.nist.gov/od/dm/nerdm-pub-context.jsonld",
    {
      "@base": "ark:/88434/mds2-2227"
    }
  ],
  "@type": [
    "nrdp:PublicDataResource"
  ],
  "_extensionSchemas": [
    "https://data.nist.gov/od/dm/nerdm-schema/pub/v0.7#/definitions/PublicDataResource"
  ],
  "@id": "ark:/88434/mds2-2227",
  "title": "Active Evaluation Software for Selection of Ground Truth Labels",
  "contactPoint": {
    "fn": "Peter Fontana",
    "hasEmail": "mailto:peter.fontana@nist.gov"
  },
  "modified": "2020-04-28 00:00:00",
  "ediid": "ark:/88434/mds2-2227",
  "landingPage": "https://github.com/usnistgov/active-evaluation",
  "description": [
    "This software repository contains a python package Aegis (Active Evaluator Germane Interactive Selector) package that allows us to evaluate machine learning systems's performance (according to a metric such as accuracy) by adaptively sampling trials to label from an unlabeled test set to minimize the number of labels needed. This includes sample (public) data as well as a simulation script that tests different label-selecting strategies on already labelled test sets. This software is configured so that users can add their own data and system outputs to test evaluation."
  ],
  "keyword": [
    "active evaluation",
    "machine learning",
    "ar"
  ],
  "theme": [
    "Information Technology:Data and informatics"
  ],
  "topic": [],
  "accessLevel": "public",
  "license": "https://www.nist.gov/open/license",
  "publisher": {
    "name": "National Institute of Standards and Technology",
    "@type": "org:Organization"
  },
  "language": [
    "en"
  ],
  "bureauCode": [
    "006:55"
  ],
  "programCode": [
    "006:045"
  ],
  "doi": "doi:10.18434/M32227",
  "components": [
    {
      "accessURL": "https://doi.org/10.18434/M32227",
      "title": "DOI Access for Active Evaluation Software for Selection of Ground Truth Labels",
      "@type": [
        "nrd:Hidden",
        "dcat:Distribution"
      ],
      "@id": "#doi:10.18434/M32227"
    }
  ],
  "references": [],
  "version": "1.0.0"
}