Measured-claim reproduction (2026-11-06, this session)
Pinned repos: requests 3c7baaa05ab4aa49cc819ce3a819d260de19c157, click 2247b35ea1c47c727d7a06e51fa280e12a863ff6
requests precision: {"by_tier": {"0.9": {"canonical": 41, "n": 41, "strict": 14}, "0.95": {"canonical": 46, "n": 47, "strict": 9}, "0.98": {"canonical": 12, "n": 12, "strict": 12}}, "canonical": 99, "failures": [["is_prepared", "SessionRedirectMixin.rebuild_auth", 0.95]], "precision": 0.99, "precision_ci95": [0.9455138038212946, 0.9982325679358593], "sampled": 100, "strict": 35}
click precision: {"by_tier": {"0.9": {"canonical": 59, "n": 59, "strict": 6}, "0.95": {"canonical": 26, "n": 26, "strict": 9}, "0.98": {"canonical": 15, "n": 15, "strict": 15}}, "canonical": 100, "failures": [], "precision": 1.0, "precision_ci95": [0.9630065017930143, 1.0], "sampled": 100, "strict": 30}
requests recall: {"jedi_project_targets": 64, "misses": [["TestRequests.test_prepared_request_hook", "send"], ["TestRequests.test_session_get_adapter_prefix_without_trailing_slash", "get_adapter"], ["RequestsCookieJar.update", "copy"], ["_copy_cookie_jar", "copy"], ["TestRequests.test_response_iter_lines", "iter_lines"], ["TestRequests.test_unicode_multipart_post_fieldnames", "prepare"], ["TestRequests.test_session_get_adapter_prefix_matching", "get_adapter"], ["super_len", "seek"]], "recall": 0.71875, "recall_ci95": [0.5986606971779259, 0.8140662766627217], "sites_sampled": 150, "tool_edges_present": 46, "unresolved_by_jedi": 86}
click recall: {"jedi_project_targets": 75, "misses": [["Command.to_info_dict", "to_info_dict"], ["CommandCollection.list_commands", "list_commands"], ["_StaticMessageType.convert", "fail"], ["test_lookup_default_callable_in_default_map", "lookup_default"], ["test_func_param_type_uses_value_error_message", "convert"], ["test_progressbar_update.cli", "advance_time"], ["Context.command_path", "get_usage_pieces"], ["Group.invoke", "_process_result"]], "recall": 0.8533333333333334, "recall_ci95": [0.7561523214068765, 0.9160828299052742], "sites_sampled": 150, "tool_edges_present": 64, "unresolved_by_jedi": 75}
synthetic token bench: [{"symbol": "process_payment", "qualified_name": "process_payment", "touched_files_tokens": 10540, "full_repo_tokens": 12214, "slice_tokens": 537, "saved_vs_files_pct": 94.91, "saved_vs_repo_pct": 95.6, "regions": 7, "files_in_slice": 3}, {"symbol": "handle_checkout_webhook", "qualified_name": "handle_checkout_webhook", "touched_files_tokens": 10540, "full_repo_tokens": 12214, "slice_tokens": 539, "saved_vs_files_pct": 94.89, "saved_vs_repo_pct": 95.59, "regions": 7, "files_in_slice": 3}, {"symbol": "submitOrderCheckout", "qualified_name": "submitOrderCheckout", "touched_files_tokens": 1674, "full_repo_tokens": 12214, "slice_tokens": 168, "saved_vs_files_pct": 89.96, "saved_vs_repo_pct": 98.62, "regions": 3, "files_in_slice": 1}]
scale 5000: {"files": 5000, "symbols": 5000, "edges": 5000, "cold_ms": 1938.4, "warm_ms": 1323.4, "warm_cache_hits": 5000, "query_ms": 1.8, "refresh_p50_ms": 0.42, "refresh_p95_ms": 0.73, "rss_mb": 130.4}
real repo perf: {"repo":"click","symbol":"Command.parse_args","files":91,"symbols":2020,"edges":2322,"cold_ms":432.8,"warm_ms":133.3,"refresh_p95_ms":47.12,"query_ms":6.7,"rss_mb":103.1}
