457 lines
19 KiB
JSON
457 lines
19 KiB
JSON
{
|
|
"benchmark": "docforge2_milestone2",
|
|
"environment": {
|
|
"implementation": "CPython",
|
|
"machine": "x86_64",
|
|
"platform": "Linux-7.1.3-200.nobara.fc44.x86_64-x86_64-with-glibc2.43",
|
|
"python": "3.14.6"
|
|
},
|
|
"fixture": {
|
|
"edge_count": 999,
|
|
"kind": "synthetic_generic_focus_fan_in",
|
|
"max_tool_output_chars": 200000,
|
|
"node_count": 1000,
|
|
"source_file_count": 1000
|
|
},
|
|
"isolated_process_peak_rss_kib": 86448,
|
|
"method": {
|
|
"clock": "time.perf_counter_ns",
|
|
"memory": "isolated child-process resource.getrusage(RUSAGE_SELF).ru_maxrss",
|
|
"memory_limit_kib": 262144,
|
|
"memory_probe_samples": 10,
|
|
"percentile": "nearest-rank",
|
|
"response_size": "UTF-8 bytes of compact sorted JSON",
|
|
"samples": 10,
|
|
"warmups": 1,
|
|
"zero_work_counters": [
|
|
"project_loads",
|
|
"source_files_parsed",
|
|
"source_bytes_parsed",
|
|
"adapter_projection_loads",
|
|
"adapter_source_extractions",
|
|
"index_synchronizations",
|
|
"index_builds",
|
|
"render_prepare_calls",
|
|
"render_output_bytes_built",
|
|
"render_output_bytes_hashed",
|
|
"viewer_manager_requests"
|
|
]
|
|
},
|
|
"operations": {
|
|
"bootstrap_no_ast": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 1, "minimum": 1},
|
|
"index_synchronizations": {"maximum": 1, "minimum": 1},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 1, "minimum": 1},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"max_ms": 9.379,
|
|
"maximum_response_bytes": 8796,
|
|
"median_ms": 9.153,
|
|
"min_ms": 9.026,
|
|
"p95_limit_ms": 100,
|
|
"p95_ms": 9.379,
|
|
"response_bytes": 8795,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"bootstrap_read": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 1, "minimum": 1},
|
|
"index_synchronizations": {"maximum": 1, "minimum": 1},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 1, "minimum": 1},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"max_ms": 9.884,
|
|
"maximum_response_bytes": 7495,
|
|
"median_ms": 9.406,
|
|
"min_ms": 9.053,
|
|
"p95_limit_ms": 100,
|
|
"p95_ms": 9.884,
|
|
"response_bytes": 7491,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"configuration_preview": {
|
|
"claude": {
|
|
"artifact_format": "claude-json-fragment-v1",
|
|
"configuration_hash": "4dbb4ed0f38264fdba350de8904cc898493d620194b5105b7889c54bd5913c9c",
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 0, "minimum": 0},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"max_ms": 364.365,
|
|
"maximum_response_bytes": 2748,
|
|
"median_ms": 314.326,
|
|
"min_ms": 314.278,
|
|
"p95_limit_ms": 500,
|
|
"p95_ms": 364.365,
|
|
"response_bytes": 2748,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"codex": {
|
|
"artifact_format": "codex-toml-fragment-v1",
|
|
"configuration_hash": "3e1dd5191021da1778cd1c4f4658768537775e5e16252e42d4c80e328841145b",
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 0, "minimum": 0},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"max_ms": 364.383,
|
|
"maximum_response_bytes": 2627,
|
|
"median_ms": 314.365,
|
|
"min_ms": 314.248,
|
|
"p95_limit_ms": 500,
|
|
"p95_ms": 364.383,
|
|
"response_bytes": 2627,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"openclaw": {
|
|
"artifact_format": "openclaw-json-fragment-v1",
|
|
"configuration_hash": "6f269e90a55088c5d517f91761c53a3b90036d62fd80b5b9d094668267257b99",
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 0, "minimum": 0},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"max_ms": 364.532,
|
|
"maximum_response_bytes": 2869,
|
|
"median_ms": 314.401,
|
|
"min_ms": 314.251,
|
|
"p95_limit_ms": 500,
|
|
"p95_ms": 364.532,
|
|
"response_bytes": 2869,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
}
|
|
},
|
|
"doctor": {
|
|
"claude": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 0, "minimum": 0},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"doctor_state": "degraded",
|
|
"max_ms": 0.446,
|
|
"maximum_response_bytes": 3669,
|
|
"median_ms": 0.364,
|
|
"min_ms": 0.352,
|
|
"p95_limit_ms": 100,
|
|
"p95_ms": 0.446,
|
|
"response_bytes": 3669,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"summary": {"failed": 0, "passed": 11, "skipped": 1, "warning": 2},
|
|
"validated_invocations": 11
|
|
},
|
|
"codex": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 0, "minimum": 0},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"doctor_state": "healthy",
|
|
"max_ms": 0.556,
|
|
"maximum_response_bytes": 3595,
|
|
"median_ms": 0.421,
|
|
"min_ms": 0.404,
|
|
"p95_limit_ms": 100,
|
|
"p95_ms": 0.556,
|
|
"response_bytes": 3595,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"summary": {"failed": 0, "passed": 13, "skipped": 1, "warning": 0},
|
|
"validated_invocations": 11
|
|
},
|
|
"openclaw": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 0, "minimum": 0},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"doctor_state": "healthy",
|
|
"max_ms": 0.484,
|
|
"maximum_response_bytes": 3602,
|
|
"median_ms": 0.384,
|
|
"min_ms": 0.353,
|
|
"p95_limit_ms": 100,
|
|
"p95_ms": 0.484,
|
|
"response_bytes": 3602,
|
|
"response_limit_bytes": 32768,
|
|
"samples": 10,
|
|
"summary": {"failed": 0, "passed": 13, "skipped": 1, "warning": 0},
|
|
"validated_invocations": 11
|
|
}
|
|
},
|
|
"generation_diff_complete": {
|
|
"max_ms": 425.315,
|
|
"maximum_response_bytes": 984,
|
|
"median_ms": 418.607,
|
|
"min_ms": 410.974,
|
|
"p95_limit_ms": 500,
|
|
"p95_ms": 425.315,
|
|
"response_bytes": 983,
|
|
"response_limit_bytes": 32768,
|
|
"result_summary": {
|
|
"aggregate_page_bytes": 664715,
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 2, "minimum": 2},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"elapsed_ms": 419.04,
|
|
"item_count": 1000,
|
|
"maximum_cursor_bytes": 448,
|
|
"maximum_page_bytes": 66516,
|
|
"ordered_item_hash": "1ac48cc72532809ef5d3e949756e536eec819f348eaf06338c9b39b14e63b2c7",
|
|
"page_count": 10,
|
|
"receipt_hash": "6913c962972d8255f56966e5cfab5ac8293e41bdfb5f39ef91a4f33a3b092f88",
|
|
"status": "ok"
|
|
},
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"generation_diff_diagnostic_page": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 0, "minimum": 0},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 2, "minimum": 2},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"max_ms": 41.65,
|
|
"maximum_response_bytes": 66516,
|
|
"median_ms": 40.961,
|
|
"min_ms": 40.239,
|
|
"p95_limit_ms": 100,
|
|
"p95_ms": 41.65,
|
|
"response_bytes": 66516,
|
|
"response_limit_bytes": 200000,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"generation_diff_maximum_page": {
|
|
"diagnostics_dropped_for_budget": true,
|
|
"max_ms": 59.184,
|
|
"maximum_response_bytes": 199566,
|
|
"median_ms": 55.565,
|
|
"min_ms": 54.68,
|
|
"p95_limit_ms": 100,
|
|
"p95_ms": 59.184,
|
|
"response_bytes": 199566,
|
|
"response_limit_bytes": 200000,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"task_context_complete": {
|
|
"max_ms": 721.847,
|
|
"maximum_response_bytes": 1325,
|
|
"median_ms": 703.561,
|
|
"min_ms": 688.975,
|
|
"p95_limit_ms": 2500,
|
|
"p95_ms": 721.847,
|
|
"response_bytes": 1324,
|
|
"response_limit_bytes": 32768,
|
|
"result_summary": {
|
|
"aggregate_page_bytes": 348845,
|
|
"capsule_hash": "20663ed685a255f7cb8a0e8d78262bf7bf26863d728f0159e0b29000f6a52b0a",
|
|
"collection_hash": "9dbc46eb5b1ac8c8340bb149205d3599fffaf67e3b363de2d035475da274857c",
|
|
"collection_hash_reconstructed": true,
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 1, "minimum": 1},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 2, "minimum": 2},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"elapsed_ms": 719.55,
|
|
"evidence_count": 108,
|
|
"item_count": 1000,
|
|
"maximum_cursor_bytes": 1066,
|
|
"maximum_page_bytes": 151172,
|
|
"omission_count": 892,
|
|
"ordered_candidate_hash": "bdeb3a8f4018000f72a5ff1891aa800b6edf98070b9814f443c6bac4e52c38f3",
|
|
"ordered_evidence_hash": "ec07bac7f528f5a3afbc083ea5ad60541335c8789d42980fe7bae0476e0a5331",
|
|
"page_count": 11,
|
|
"plan_hash": "84dbe60267e5f8359adcf30d4d395f1ac5d5bea957beaa3888d2938120860a9c",
|
|
"status": "ok"
|
|
},
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"task_context_diagnostic_page": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 1, "minimum": 1},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 2, "minimum": 2},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"max_ms": 93.115,
|
|
"maximum_response_bytes": 7190,
|
|
"median_ms": 73.326,
|
|
"min_ms": 72.264,
|
|
"p95_limit_ms": 500,
|
|
"p95_ms": 93.115,
|
|
"response_bytes": 7190,
|
|
"response_limit_bytes": 200000,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
},
|
|
"task_context_maximum_page": {
|
|
"counter_ranges": {
|
|
"adapter_projection_loads": {"maximum": 0, "minimum": 0},
|
|
"adapter_source_extractions": {"maximum": 0, "minimum": 0},
|
|
"index_builds": {"maximum": 0, "minimum": 0},
|
|
"index_checks": {"maximum": 1, "minimum": 1},
|
|
"index_synchronizations": {"maximum": 0, "minimum": 0},
|
|
"project_loads": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_built": {"maximum": 0, "minimum": 0},
|
|
"render_output_bytes_hashed": {"maximum": 0, "minimum": 0},
|
|
"render_prepare_calls": {"maximum": 0, "minimum": 0},
|
|
"source_bytes_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_files_parsed": {"maximum": 0, "minimum": 0},
|
|
"source_generation_checks": {"maximum": 2, "minimum": 2},
|
|
"viewer_manager_requests": {"maximum": 0, "minimum": 0}
|
|
},
|
|
"diagnostics_dropped_for_budget": false,
|
|
"max_ms": 87.372,
|
|
"maximum_response_bytes": 7192,
|
|
"median_ms": 84.933,
|
|
"min_ms": 83.652,
|
|
"p95_limit_ms": 500,
|
|
"p95_ms": 87.372,
|
|
"response_bytes": 7192,
|
|
"response_limit_bytes": 200000,
|
|
"samples": 10,
|
|
"validated_invocations": 11
|
|
}
|
|
},
|
|
"process_peak_rss_kib": 86072,
|
|
"schema_version": 1,
|
|
"source": {
|
|
"dirty": false,
|
|
"revision": "fb0df5e4a1c591c2a84788fd4814d98550f11863"
|
|
}
|
|
}
|