{
  "_schema": "https://data.nist.gov/od/dm/nerdm-schema/v0.7#",
  "@context": [
    "https://data.nist.gov/od/dm/nerdm-pub-context.jsonld",
    {
      "@base": "ark:/88434/mds2-2782"
    }
  ],
  "@type": [
    "nrdp:DataPublication",
    "nrdp:PublicDataResource",
    "dcat:Dataset"
  ],
  "_extensionSchemas": [
    "https://data.nist.gov/od/dm/nerdm-schema/pub/v0.7#/definitions/PublicDataResource"
  ],
  "@id": "ark:/88434/mds2-2782",
  "ediid": "ark:/88434/mds2-2782",
  "version": "1.0.2",
  "doi": "doi:10.18434/mds2-2782",
  "title": "Trojan Detection Software Challenge - nlp-summary-jan2022-holdout",
  "contactPoint": {
    "fn": "Michael Paul Majurski",
    "hasEmail": "mailto:michael.majurski@nist.gov"
  },
  "modified": "2022-01-31 00:00:00",
  "status": "available",
  "landingPage": "https://data.nist.gov/od/id/mds2-2782",
  "description": [
    "Round 9 Holdout Dataset",
    "This is the holdout data used to evaluate trojan detection software solutions. This data, generated at NIST, consists of natural language processing (NLP) AIs trained to perform one of three tasks, sentiment classification, named entity recognition, or extractive question answering on English text. A known percentage of these trained AI models have been poisoned with a known trigger which induces incorrect behavior. This data will be used to develop software solutions for detecting which trained AI models have been poisoned via embedded triggers. This dataset consists of 410 Sentiment Classification, Named Entity Recognition, and Extractive Question Answering AI models using a small set of model architectures. Half (50%) of the models have been poisoned with an embedded trigger which causes misclassification of the input when the trigger is present."
  ],
  "keyword": [
    "Trojan Detection; Artificial Intelligence; AI; Machine Learning; Adversarial Machine Learning;"
  ],
  "theme": [
    "Information Technology: Software research",
    "Information Technology: Cybersecurity"
  ],
  "topic": [
    {
      "@type": "Concept",
      "scheme": "https://data.nist.gov/od/dm/nist-themes/v1.1",
      "tag": "Information Technology: Software research"
    },
    {
      "@type": "Concept",
      "scheme": "https://data.nist.gov/od/dm/nist-themes/v1.1",
      "tag": "Information Technology: Cybersecurity"
    }
  ],
  "accessLevel": "public",
  "license": "https://www.nist.gov/open/license",
  "publisher": {
    "name": "National Institute of Standards and Technology",
    "@type": "org:Organization"
  },
  "language": [
    "en"
  ],
  "bureauCode": [
    "006:55"
  ],
  "programCode": [
    "006:052"
  ],
  "components": [
    {
      "accessURL": "https://drive.google.com/drive/folders/1Pkh41erON1xFNlHQBu1wWtlhP3rt6FqI?usp=drive_link",
      "title": "nlp-summary-jan2022-holdout",
      "@type": [
        "nrdp:AccessPage",
        "dcat:Distribution"
      ],
      "@id": "#drive/folders/1Pkh41erON1xFNlHQBu1wWtlhP3rt6FqI?usp=drive_link",
      "_extensionSchemas": [
        "https://data.nist.gov/od/dm/nerdm-schema/pub/v0.7#/definitions/AccessPage"
      ]
    }
  ],
  "releaseHistory": {
    "@id": "ark:/88434/mds2-2782.rel",
    "@type": [
      "nrdr:ReleaseHistory"
    ],
    "hasRelease": [
      {
        "version": "1.0.1",
        "issued": "2022-01-31 00:00:00",
        "@id": "ark:/88434/mds2-2782/pdr:v/1.0.1",
        "location": "https://data.nist.gov/od/id/ark:/88434/mds2-2782/pdr:v/1.0.1",
        "description": "metadata update"
      },
      {
        "version": "1.0.2",
        "issued": "2022-01-31 00:00:00",
        "@id": "ark:/88434/mds2-2782/pdr:v/1.0.2",
        "location": "https://data.nist.gov/od/id/ark:/88434/mds2-2782/pdr:v/1.0.2",
        "description": "metadata update"
      }
    ]
  },
  "annotated": "2025-02-07T18:22:31.898144",
  "issued": null,
  "_editStatus": "done",
  "authors": [
    {
      "familyName": "Majurski",
      "fn": "Michael  Majurski",
      "givenName": "Michael",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0000-0001-9663-3803",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Blattner",
      "fn": "Timothy  Blattner",
      "givenName": "Timothy",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0009-0005-5628-2777",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Juba",
      "fn": "Derek  Juba",
      "givenName": "Derek",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0000-0003-3055-7128",
      "@type": "foaf:Person"
    }
  ]
}