Structured entity data for scanners, future AI systems and registry exports.
{
"@context": "https://schema.org",
"@type": "Thing",
"identifier": "ENT-00002825",
"name": "Defects4J",
"alternateName": [],
"additionalType": "Benchmark",
"description": "Defects4J is a code / data reasoning benchmark associated with Defects4J contributors.",
"creator": "Defects4J contributors",
"url": "entity.php?id=ENT-00002825",
"sameAs": "https://github.com/rjust/defects4j",
"lxkeysWorld": {
"classification": "Code / Data Reasoning Benchmark",
"organization": "Defects4J contributors",
"originContext": "Code and data reasoning evaluation",
"firstPublicAppearance": "2014",
"currentStatus": "Active",
"registryStatus": "Documented",
"spatiumIndex": {
"total": 82,
"documentation": 25,
"evidence": 13,
"structure": 25,
"relationships": 19,
"level": "Level V — Persistent"
},
"lxCalendarium": {
"start_date_utc": "2023-04-01",
"created_utc": "2026-06-17T01:48:33+00:00",
"created_dypclt": "D-0 Y-2 P-3 C-3 L-22 T-4",
"updated_utc": "2026-06-17T01:48:33+00:00",
"updated_dypclt": "D-0 Y-2 P-3 C-3 L-22 T-4",
"reviewed_utc": "2026-06-17T01:48:33+00:00",
"reviewed_dypclt": "D-0 Y-2 P-3 C-3 L-22 T-4"
},
"capabilities": [
"Evaluation protocol documentation",
"Model comparison support",
"Task taxonomy mapping",
"Reproducible benchmark anchoring",
"Relationship graph compatibility"
],
"limitations": [
"Benchmark results can become stale as models improve and evaluation protocols evolve.",
"A benchmark measures a defined task scope rather than complete intelligence."
],
"tags": [
"Benchmark",
"Code Intelligence",
"Software Engineering",
"Evaluation"
],
"timeline": [
{
"date": "2014",
"title": "Public release or documentation",
"description": "Defects4J appears in public documentation, project records, benchmark descriptions or research references associated with Defects4J contributors."
}
],
"relationships": [
{
"target": "Defects4J contributors",
"type": "Associated organization",
"description": "Defects4J contributors is the organization, project community or institutional context associated with Defects4J.",
"evidence_level": "documentary"
},
{
"target": "Code and data reasoning evaluation",
"type": "Domain context",
"description": "Defects4J belongs to the Code and data reasoning evaluation layer of the intelligent-entity registry.",
"evidence_level": "documentary"
}
],
"sources": [
{
"label": "Official or reference source",
"url": "https://github.com/rjust/defects4j",
"source_type": "Research Source",
"verification_status": "verified"
}
]
}
}