{ "benchmark": "docforge2_milestone2", "environment": { "implementation": "CPython", "machine": "x86_64", "platform": "Linux-7.1.3-200.nobara.fc44.x86_64-x86_64-with-glibc2.43", "python": "3.14.6" }, "fixture": { "edge_count": 999, "kind": "synthetic_generic_focus_fan_in", "max_tool_output_chars": 200000, "node_count": 1000, "source_file_count": 1000 }, "isolated_process_peak_rss_kib": 86448, "method": { "clock": "time.perf_counter_ns", "memory": "isolated child-process resource.getrusage(RUSAGE_SELF).ru_maxrss", "memory_limit_kib": 262144, "memory_probe_samples": 10, "percentile": "nearest-rank", "response_size": "UTF-8 bytes of compact sorted JSON", "samples": 10, "warmups": 1, "zero_work_counters": [ "project_loads", "source_files_parsed", "source_bytes_parsed", "adapter_projection_loads", "adapter_source_extractions", "index_synchronizations", "index_builds", "render_prepare_calls", "render_output_bytes_built", "render_output_bytes_hashed", "viewer_manager_requests" ] }, "operations": { "bootstrap_no_ast": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 1, "minimum": 1}, "index_synchronizations": {"maximum": 1, "minimum": 1}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 1, "minimum": 1}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "max_ms": 9.379, "maximum_response_bytes": 8796, "median_ms": 9.153, "min_ms": 9.026, "p95_limit_ms": 100, "p95_ms": 9.379, "response_bytes": 8795, "response_limit_bytes": 32768, "samples": 10, "validated_invocations": 11 }, "bootstrap_read": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 1, "minimum": 1}, "index_synchronizations": {"maximum": 1, "minimum": 1}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 1, "minimum": 1}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "max_ms": 9.884, "maximum_response_bytes": 7495, "median_ms": 9.406, "min_ms": 9.053, "p95_limit_ms": 100, "p95_ms": 9.884, "response_bytes": 7491, "response_limit_bytes": 32768, "samples": 10, "validated_invocations": 11 }, "configuration_preview": { "claude": { "artifact_format": "claude-json-fragment-v1", "configuration_hash": "4dbb4ed0f38264fdba350de8904cc898493d620194b5105b7889c54bd5913c9c", "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 0, "minimum": 0}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "max_ms": 364.365, "maximum_response_bytes": 2748, "median_ms": 314.326, "min_ms": 314.278, "p95_limit_ms": 500, "p95_ms": 364.365, "response_bytes": 2748, "response_limit_bytes": 32768, "samples": 10, "validated_invocations": 11 }, "codex": { "artifact_format": "codex-toml-fragment-v1", "configuration_hash": "3e1dd5191021da1778cd1c4f4658768537775e5e16252e42d4c80e328841145b", "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 0, "minimum": 0}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "max_ms": 364.383, "maximum_response_bytes": 2627, "median_ms": 314.365, "min_ms": 314.248, "p95_limit_ms": 500, "p95_ms": 364.383, "response_bytes": 2627, "response_limit_bytes": 32768, "samples": 10, "validated_invocations": 11 }, "openclaw": { "artifact_format": "openclaw-json-fragment-v1", "configuration_hash": "6f269e90a55088c5d517f91761c53a3b90036d62fd80b5b9d094668267257b99", "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 0, "minimum": 0}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "max_ms": 364.532, "maximum_response_bytes": 2869, "median_ms": 314.401, "min_ms": 314.251, "p95_limit_ms": 500, "p95_ms": 364.532, "response_bytes": 2869, "response_limit_bytes": 32768, "samples": 10, "validated_invocations": 11 } }, "doctor": { "claude": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 0, "minimum": 0}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "doctor_state": "degraded", "max_ms": 0.446, "maximum_response_bytes": 3669, "median_ms": 0.364, "min_ms": 0.352, "p95_limit_ms": 100, "p95_ms": 0.446, "response_bytes": 3669, "response_limit_bytes": 32768, "samples": 10, "summary": {"failed": 0, "passed": 11, "skipped": 1, "warning": 2}, "validated_invocations": 11 }, "codex": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 0, "minimum": 0}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "doctor_state": "healthy", "max_ms": 0.556, "maximum_response_bytes": 3595, "median_ms": 0.421, "min_ms": 0.404, "p95_limit_ms": 100, "p95_ms": 0.556, "response_bytes": 3595, "response_limit_bytes": 32768, "samples": 10, "summary": {"failed": 0, "passed": 13, "skipped": 1, "warning": 0}, "validated_invocations": 11 }, "openclaw": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 0, "minimum": 0}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "doctor_state": "healthy", "max_ms": 0.484, "maximum_response_bytes": 3602, "median_ms": 0.384, "min_ms": 0.353, "p95_limit_ms": 100, "p95_ms": 0.484, "response_bytes": 3602, "response_limit_bytes": 32768, "samples": 10, "summary": {"failed": 0, "passed": 13, "skipped": 1, "warning": 0}, "validated_invocations": 11 } }, "generation_diff_complete": { "max_ms": 425.315, "maximum_response_bytes": 984, "median_ms": 418.607, "min_ms": 410.974, "p95_limit_ms": 500, "p95_ms": 425.315, "response_bytes": 983, "response_limit_bytes": 32768, "result_summary": { "aggregate_page_bytes": 664715, "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 2, "minimum": 2}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "elapsed_ms": 419.04, "item_count": 1000, "maximum_cursor_bytes": 448, "maximum_page_bytes": 66516, "ordered_item_hash": "1ac48cc72532809ef5d3e949756e536eec819f348eaf06338c9b39b14e63b2c7", "page_count": 10, "receipt_hash": "6913c962972d8255f56966e5cfab5ac8293e41bdfb5f39ef91a4f33a3b092f88", "status": "ok" }, "samples": 10, "validated_invocations": 11 }, "generation_diff_diagnostic_page": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 0, "minimum": 0}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 2, "minimum": 2}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "max_ms": 41.65, "maximum_response_bytes": 66516, "median_ms": 40.961, "min_ms": 40.239, "p95_limit_ms": 100, "p95_ms": 41.65, "response_bytes": 66516, "response_limit_bytes": 200000, "samples": 10, "validated_invocations": 11 }, "generation_diff_maximum_page": { "diagnostics_dropped_for_budget": true, "max_ms": 59.184, "maximum_response_bytes": 199566, "median_ms": 55.565, "min_ms": 54.68, "p95_limit_ms": 100, "p95_ms": 59.184, "response_bytes": 199566, "response_limit_bytes": 200000, "samples": 10, "validated_invocations": 11 }, "task_context_complete": { "max_ms": 721.847, "maximum_response_bytes": 1325, "median_ms": 703.561, "min_ms": 688.975, "p95_limit_ms": 2500, "p95_ms": 721.847, "response_bytes": 1324, "response_limit_bytes": 32768, "result_summary": { "aggregate_page_bytes": 348845, "capsule_hash": "20663ed685a255f7cb8a0e8d78262bf7bf26863d728f0159e0b29000f6a52b0a", "collection_hash": "9dbc46eb5b1ac8c8340bb149205d3599fffaf67e3b363de2d035475da274857c", "collection_hash_reconstructed": true, "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 1, "minimum": 1}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 2, "minimum": 2}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "elapsed_ms": 719.55, "evidence_count": 108, "item_count": 1000, "maximum_cursor_bytes": 1066, "maximum_page_bytes": 151172, "omission_count": 892, "ordered_candidate_hash": "bdeb3a8f4018000f72a5ff1891aa800b6edf98070b9814f443c6bac4e52c38f3", "ordered_evidence_hash": "ec07bac7f528f5a3afbc083ea5ad60541335c8789d42980fe7bae0476e0a5331", "page_count": 11, "plan_hash": "84dbe60267e5f8359adcf30d4d395f1ac5d5bea957beaa3888d2938120860a9c", "status": "ok" }, "samples": 10, "validated_invocations": 11 }, "task_context_diagnostic_page": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 1, "minimum": 1}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 2, "minimum": 2}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "max_ms": 93.115, "maximum_response_bytes": 7190, "median_ms": 73.326, "min_ms": 72.264, "p95_limit_ms": 500, "p95_ms": 93.115, "response_bytes": 7190, "response_limit_bytes": 200000, "samples": 10, "validated_invocations": 11 }, "task_context_maximum_page": { "counter_ranges": { "adapter_projection_loads": {"maximum": 0, "minimum": 0}, "adapter_source_extractions": {"maximum": 0, "minimum": 0}, "index_builds": {"maximum": 0, "minimum": 0}, "index_checks": {"maximum": 1, "minimum": 1}, "index_synchronizations": {"maximum": 0, "minimum": 0}, "project_loads": {"maximum": 0, "minimum": 0}, "render_output_bytes_built": {"maximum": 0, "minimum": 0}, "render_output_bytes_hashed": {"maximum": 0, "minimum": 0}, "render_prepare_calls": {"maximum": 0, "minimum": 0}, "source_bytes_parsed": {"maximum": 0, "minimum": 0}, "source_files_parsed": {"maximum": 0, "minimum": 0}, "source_generation_checks": {"maximum": 2, "minimum": 2}, "viewer_manager_requests": {"maximum": 0, "minimum": 0} }, "diagnostics_dropped_for_budget": false, "max_ms": 87.372, "maximum_response_bytes": 7192, "median_ms": 84.933, "min_ms": 83.652, "p95_limit_ms": 500, "p95_ms": 87.372, "response_bytes": 7192, "response_limit_bytes": 200000, "samples": 10, "validated_invocations": 11 } }, "process_peak_rss_kib": 86072, "schema_version": 1, "source": { "dirty": false, "revision": "fb0df5e4a1c591c2a84788fd4814d98550f11863" } }