SWE-bench

Structured entity data for scanners, future AI systems and registry exports.

{
    "@context": "https://schema.org",
    "@type": "Thing",
    "identifier": "ENT-00000708",
    "name": "SWE-bench",
    "alternateName": [],
    "additionalType": "Research System",
    "description": "SWE-bench is a documented research system associated with Princeton NLP.",
    "creator": "SWE-bench Team",
    "url": "entity.php?id=ENT-00000708",
    "sameAs": "https://www.swebench.com/",
    "lxkeysWorld": {
        "classification": "software engineering benchmark",
        "organization": "Princeton NLP",
        "originContext": "Benchmark",
        "firstPublicAppearance": "2023",
        "currentStatus": "Active",
        "registryStatus": "Documented",
        "spatiumIndex": {
            "total": 82,
            "documentation": 25,
            "evidence": 13,
            "structure": 25,
            "relationships": 19,
            "level": "Level V — Persistent"
        },
        "lxCalendarium": {
            "start_date_utc": "2023-04-01",
            "created_utc": "2026-06-16T23:59:02+00:00",
            "created_dypclt": "D-0 Y-2 P-3 C-3 L-21 T-3",
            "updated_utc": "2026-06-16T23:59:02+00:00",
            "updated_dypclt": "D-0 Y-2 P-3 C-3 L-21 T-3",
            "reviewed_utc": "2026-06-16T23:59:02+00:00",
            "reviewed_dypclt": "D-0 Y-2 P-3 C-3 L-21 T-3"
        },
        "capabilities": [
            "Research evaluation or discovery",
            "Scientific or benchmark utility",
            "Structured evidence generation",
            "Model or system analysis"
        ],
        "limitations": [
            "Capabilities vary by release, deployment setting and evaluation method.",
            "Operational details may differ across hosted APIs, open releases or downstream integrations."
        ],
        "tags": [
            "Princeton NLP",
            "Research System",
            "Research",
            "software"
        ],
        "timeline": [
            {
                "date": "2023",
                "title": "SWE-bench public reference",
                "description": "SWE-bench is publicly documented in relation to Princeton NLP."
            }
        ],
        "relationships": [
            {
                "target": "Princeton NLP",
                "type": "Associated Organization",
                "description": "Princeton NLP is the organization or ecosystem associated with SWE-bench.",
                "evidence_level": "documentary"
            },
            {
                "target": "SWE-bench Team",
                "type": "Creator or Developer",
                "description": "SWE-bench Team is identified as a creator, developer or originating actor for SWE-bench.",
                "evidence_level": "documentary"
            }
        ],
        "sources": [
            {
                "label": "SWE-bench official reference",
                "url": "https://www.swebench.com/",
                "source_type": "Official Documentation",
                "verification_status": "verified"
            }
        ]
    }
}