{
  "_schema": "https://data.nist.gov/od/dm/nerdm-schema/v0.7#",
  "@context": [
    "https://data.nist.gov/od/dm/nerdm-pub-context.jsonld",
    {
      "@base": "ark:/88434/mds2-4158"
    }
  ],
  "@type": [
    "nrdp:DataPublication",
    "nrdp:PublicDataResource",
    "dcat:Dataset"
  ],
  "_extensionSchemas": [
    "https://data.nist.gov/od/dm/nerdm-schema/pub/v0.7#/definitions/PublicDataResource"
  ],
  "@id": "ark:/88434/mds2-4158",
  "ediid": "ark:/88434/mds2-4158",
  "version": "1.0.2",
  "doi": "doi:10.18434/mds2-4158",
  "title": "Demo Codebase for agentic-research-measurement-probes",
  "contactPoint": {
    "fn": "Michael Majurski",
    "hasEmail": "mailto:michael.majurski@nist.gov"
  },
  "modified": "2026-03-26 00:00:00",
  "status": "available",
  "landingPage": "https://data.nist.gov/od/id/mds2-4158",
  "description": [
    "An agentic AI measurement tool for deep research over local corpora of PDF and Markdown documents. Given a research question, it orchestrates a programmatic AI pipeline to exhaustively evaluate, synthesize, and verify information from your documents, producing a Markdown report with inline footnote citations -- then automatically measures the quality of every citation using LM-judge measurement probes.",
    "The probes are a first-class feature, not an afterthought. After each report section is written, three mutually exclusive probe evaluators run automatically, scoring every citation along distinct quality dimensions: faithfulness (does the source support the claim?), completeness (is the source's full message represented without cherry-picking?), and sufficiency (does the source carry the evidentiary burden the claim requires, or does the author overreach?). Probe results are stored alongside the report as a structured audit trail, enabling quantitative measurement of AI-generated research quality."
  ],
  "keyword": [
    "Agentic-AI Measurement",
    "LLM",
    "Deep Research"
  ],
  "topic": [
    {
      "@type": "Concept",
      "scheme": "https://data.nist.gov/od/dm/nist-themes/v1.1",
      "tag": "Information Technology: Software research"
    }
  ],
  "accessLevel": "public",
  "license": "https://www.nist.gov/open/license",
  "publisher": {
    "name": "National Institute of Standards and Technology",
    "@type": "org:Organization"
  },
  "language": [
    "en"
  ],
  "bureauCode": [
    "006:55"
  ],
  "programCode": [
    "006:052"
  ],
  "theme": [
    "Information Technology: Software research"
  ],
  "components": [
    {
      "accessURL": "https://github.com/usnistgov/agentic-research-measurement-probes",
      "description": "Github repository of the agentic-research-measurement-probes demo",
      "title": "agentic-research-measurement-probes Github Repository",
      "@type": [
        "nrdp:AccessPage",
        "dcat:Distribution"
      ],
      "@id": "#usnistgov/agentic-research-measurement-probes",
      "_extensionSchemas": [
        "https://data.nist.gov/od/dm/nerdm-schema/pub/v0.7#/definitions/AccessPage"
      ]
    }
  ],
  "_editStatus": "done",
  "authors": [
    {
      "familyName": "Majurski",
      "fn": "Michael  Majurski",
      "givenName": "Michael",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "subunits": [
            "ITL"
          ],
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0000-0001-9663-3803",
      "@type": "foaf:Person"
    }
  ],
  "annotated": "2026-05-12T19:16:13.828541",
  "revised": "2026-03-27T15:12:05.486956",
  "issued": null,
  "firstIssued": "2026-03-27T15:12:05.486956",
  "releaseHistory": {
    "@id": "ark:/88434/mds2-4158.rel",
    "@type": [
      "nrdr:ReleaseHistory"
    ],
    "hasRelease": [
      {
        "version": "1.0.0",
        "issued": "2026-03-26",
        "@id": "ark:/88434/mds2-4158/pdr:v/1.0.0",
        "location": "https://data.nist.gov/od/id/ark:/88434/mds2-4158/pdr:v/1.0.0",
        "description": "initial release"
      },
      {
        "version": "1.0.1",
        "issued": "2026-03-26 00:00:00",
        "@id": "ark:/88434/mds2-4158/pdr:v/1.0.1",
        "location": "https://data.nist.gov/od/id/ark:/88434/mds2-4158/pdr:v/1.0.1",
        "description": "metadata update"
      },
      {
        "version": "1.0.2",
        "issued": "2026-03-26 00:00:00",
        "@id": "ark:/88434/mds2-4158/pdr:v/1.0.2",
        "location": "https://data.nist.gov/od/id/ark:/88434/mds2-4158/pdr:v/1.0.2",
        "description": "metadata update"
      }
    ]
  }
}