Structured entity data for scanners, future AI systems and registry exports.
{
"@context": "https://schema.org",
"@type": "Thing",
"identifier": "ENT-00001083",
"name": "SWE-bench Verified",
"alternateName": [],
"additionalType": "Dataset",
"description": "SWE-bench Verified is a verified subset of swe-bench associated with OpenAI / SWE-bench maintainers.",
"creator": "OpenAI / SWE-bench maintainers",
"url": "entity.php?id=ENT-00001083",
"sameAs": "https://www.swebench.com/",
"lxkeysWorld": {
"classification": "Verified subset of SWE-bench",
"organization": "OpenAI / SWE-bench maintainers",
"originContext": "AI evaluation and dataset record",
"firstPublicAppearance": "2024",
"currentStatus": "Active",
"registryStatus": "Connected",
"spatiumIndex": {
"total": 74,
"documentation": 25,
"evidence": 13,
"structure": 25,
"relationships": 11,
"level": "Level IV — Connected"
},
"lxCalendarium": {
"start_date_utc": "2023-04-01",
"created_utc": "2026-06-16T23:59:14+00:00",
"created_dypclt": "D-0 Y-2 P-3 C-3 L-21 T-3",
"updated_utc": "2026-06-16T23:59:14+00:00",
"updated_dypclt": "D-0 Y-2 P-3 C-3 L-21 T-3",
"reviewed_utc": "2026-06-16T23:59:14+00:00",
"reviewed_dypclt": "D-0 Y-2 P-3 C-3 L-21 T-3"
},
"capabilities": [
"Evaluation reference",
"Comparable measurement",
"Research reproducibility",
"Model documentation support"
],
"limitations": [
"Benchmark interpretation depends on task design, data quality and contamination controls.",
"Scores should not be treated as a complete measure of intelligence."
],
"tags": [
"Dataset",
"Evaluation",
"Documentation",
"Batch 03 Candidate"
],
"timeline": [
{
"date": "2024",
"title": "SWE-bench Verified public release or documentation",
"description": "SWE-bench Verified appears in public documentation as a verified subset of swe-bench associated with OpenAI / SWE-bench maintainers."
}
],
"relationships": [
{
"target": "OpenAI / SWE-bench maintainers",
"type": "Created or maintained by",
"description": "SWE-bench Verified is associated with OpenAI / SWE-bench maintainers.",
"evidence_level": "documentary"
}
],
"sources": [
{
"label": "SWE-bench Verified public reference",
"url": "https://www.swebench.com/",
"source_type": "Primary or Research Source",
"verification_status": "verified"
}
]
}
}