{
    "identifier": "ark:\/88434\/mds2-3858",
    "accessLevel": "public",
    "contactPoint": {
        "hasEmail": "mailto:[email protected]",
        "fn": "Peter Fontana"
    },
    "programCode": [
        "006:045"
    ],
    "landingPage": "https:\/\/data.nist.gov\/od\/id\/mds2-3858",
    "title": "NIST GenAI Code Pilot Evaluation: Scoring Software",
    "description": "NIST Generative AI (GenAI) is a new evaluation program administered by the NIST Information Technology Laboratory to assess generative AI technologies developed by the research community from around the world. NIST GenAI is an umbrella program that supports various evaluations for research and measurement science in Generative AI by providing a platform for Test and Evaluation. One component of GenAI is NIST GenAI Code, which currently evaluates: Can AI generate code for testing software reliably? This item is the open-source scoring code software used to score NIST GenAI Code submissions. The GenAI Code Pilot Software is open-sourced and available on Github under the USNISTGOV Organization, repository name \"test_code_eval\".",
    "language": [
        "en"
    ],
    "distribution": [
        {
            "accessURL": "https:\/\/github.com\/usnistgov\/test_code_eval",
            "format": "github repository",
            "description": "github repository \"test_code_eval\" with software code",
            "title": "Scoring Software: test_code_eval Github Repository"
        },
        {
            "accessURL": "https:\/\/ai-challenges.nist.gov\/code",
            "description": "Link to NIST GenAI Code Pilot Evaluation",
            "title": "NIST GenAI Code Pilot Evaluation:"
        },
        {
            "accessURL": "https:\/\/ai-challenges.nist.gov\/genai",
            "description": "Main URL for the NIST Generative AI (GenAI) Program",
            "title": "NIST GenAI Main Site"
        }
    ],
    "bureauCode": [
        "006:55"
    ],
    "modified": "2025-06-06 00:00:00",
    "publisher": {
        "@type": "org:Organization",
        "name": "National Institute of Standards and Technology"
    },
    "theme": [
        "Information Technology:Software research"
    ],
    "keyword": [
        "artificial intelligence",
        "software testing",
        "test code",
        "generative AI",
        "code testing",
        "evaluating test code"
    ]
}