{ "context_and_attention_boundaries": { "llm_context_window_limit_tokens": 128000, "llm_context_window_limit_k": 128, "llm_context_window_200k": 200, "llm_context_window_1m": 1, "llm_context_window_2m": 2, "raw_over_2m_x": 7.4, "raw_over_1m_x": 14.7, "naive_over_2m_x": 6.1, "high_attention_regime_min_k": 16, "high_attention_regime_limit_tokens": 32000, "high_attention_regime_limit_k": 32, "high_attention_regime_max_k": 64, "ruler_models_evaluated": 17, "bytes_per_token_est": 4, "openrca_claude_raw_solve_rate_pct": 11.34, "openrca_enterprise_failures_count": 335, "openrca_telemetry_gb": 68, "rcacopilot_accuracy": 0.766, "distributed_failures_studied_osdi14": 198, "distributed_failures_ordering_pct": 88, "lprof_attributed_logs_min_pct": 88, "lprof_attributed_logs_max_pct": 90, "lprof_anomalies_debugged_pct": 65, "stitch_operator_speedup_x": 4.6, "parameterized_templates_pct": 70.91, "runtime_volume_parameterized_pct": 96, "source_mined_canonical_templates": 51954, "source_mined_raw_call_sites": 93459, "prod_token_reduction_min_x": 74.2, "prod_token_reduction_max_x": 88.4, "core_declarative_formats_count": 30, "declarative_formats_count": 32, "schema_version": 8, "schema_columns_count": 34, "sbbf_bloom_columns_count": 11, "entity_columns_count": 10, "pinned_technical_literals_count": 62, "lean4_proof_loc": 1368, "lean4_c_abi_checks": 301, "core_workspace_regression_tests": 496, "workspace_tests_count": 530, "rle_window_cap_s": 60, "outlier_reservoir_size": 8, "tier1_id": 1, "tier2_id": 2, "welford_year": 1962, "apache_license_version": 2.0, "quantile_cont_p99": 0.99, "raft_term_before": 42, "raft_term_after": 43 }, "distributed_diagnosis_benchmark_d1_d5": { "corpus_files_count": 34, "cluster_nodes_count": 6, "cluster_tablets_count": 64, "cluster_peers_count": 6, "subsystems_count": 3, "timeline_minutes": 30, "incident_window_minutes": 5, "join_window_seconds": 5, "total_physical_lines": 907166, "cluster_lines": 875166, "loghub16_lines": 32000, "raw_corpus_mb": 94.16, "raw_corpus_round_mb": 94.2, "naive_parquet_ingest_s": 0.08, "naive_parquet_ingest_ms": 80.0, "naive_parquet_ingest_mb_s": 1177.0, "naive_parquet_mb": 4.99, "naive_parquet_compression_x": 18.89, "naive_parquet_compression_round_x": 18.9, "wtl_ingest_s": 0.74, "wtl_ingest_ms": 740.0, "wtl_ingest_mb_s": 127.4, "wtl_parquet_mb": 1.93, "wtl_compression_x": 48.77, "wtl_compression_round_x": 48.8, "wtl_vs_naive_size_x": 2.58, "wtl_burst_rows": 24676, "wtl_logical_events": 907121, "wtl_row_reduction_x": 36.8, "wtl_match_rate_pct": 100.0, "wtl_unknown_lines": 0, "wtl_shards_count": 20, "d1_wtl_pruned_ms": 2.62, "d1_wtl_round_ms": 2.6, "d1_wtl_all_shards_ms": 8.57, "d1_naive_pq_ms": 13.24, "d1_naive_pq_round_ms": 13.2, "d1_raw_csv_ms": 18.03, "d1_raw_csv_round_ms": 18.0, "d1_rg_sort_ms": 65.47, "d1_rg_sort_round_ms": 65.5, "d1_speedup_vs_naive_x": 5.1, "d1_speedup_vs_csv_x": 6.9, "d1_speedup_vs_rg_x": 25.0, "d1_preserved_events": 1091, "d1_sql_regex_count": 6, "d2_wtl_pruned_ms": 5.09, "d2_wtl_round_ms": 5.1, "d2_wtl_all_shards_ms": 16.73, "d2_naive_pq_ms": 284.8, "d2_naive_pq_round_ms": 284.8, "d2_raw_csv_ms": 480.19, "d2_raw_csv_round_ms": 480.2, "d2_rg_awk_ms": 5380.38, "d2_rg_awk_round_ms": 5380.4, "d2_rg_awk_s": 5.38, "d2_speedup_vs_naive_x": 56.0, "d2_speedup_vs_csv_x": 94.3, "d2_speedup_vs_rg_x": 1057.0, "d2_distributions_count": 44, "d2_culprit_p50_ms": 55.7, "d2_culprit_p95_ms": 3488.4, "d2_culprit_p99_ms": 4020.67, "d2_culprit_p99_round_ms": 4020.7, "d2_culprit_max_ms": 4161.13, "d2_healthy_p99_ms": 84.1, "d3_wtl_pruned_ms": 5.17, "d3_wtl_round_ms": 5.2, "d3_wtl_all_shards_ms": 16.26, "d3_naive_pq_ms": 22.32, "d3_naive_pq_round_ms": 22.3, "d3_raw_csv_ms": 78.2, "d3_raw_csv_round_ms": 78.2, "d3_rg_dump_ms": 61.81, "d3_rg_dump_round_ms": 61.8, "d3_speedup_vs_naive_x": 4.3, "d3_speedup_vs_csv_x": 15.1, "d3_speedup_vs_rg_x": 12.0, "d3_correlated_windows": 552, "d3_sql_regex_count": 9, "d3_max_sql_ms": 4600.6, "d3_max_storage_stall_ms": 5500.0, "d4_wtl_pruned_ms": 3.18, "d4_wtl_round_ms": 3.2, "d4_wtl_all_shards_ms": 7.34, "d4_naive_pq_ms": 476.02, "d4_naive_pq_round_ms": 476.0, "d4_raw_csv_ms": 563.51, "d4_raw_csv_round_ms": 563.5, "d4_rg_sed_ms": 10158.96, "d4_rg_sed_round_ms": 10159.0, "d4_rg_sed_s": 10.16, "d4_speedup_vs_naive_x": 149.7, "d4_speedup_vs_csv_x": 177.2, "d4_speedup_vs_rg_x": 3194.6, "d4_speedup_vs_rg_round_x": 3195, "d4_spiking_templates_count": 9, "d4_spike_threshold_x": 10, "d4_cache_eviction_spike_x": 12.29, "d4_table_cache_spike_x": 11.61, "d5_wtl_pruned_ms": 11.38, "d5_wtl_round_ms": 11.4, "d5_wtl_all_shards_ms": 39.38, "d5_wtl_bytes": 28730, "d5_wtl_kb": 28.7, "d5_wtl_tokens": 7182, "d5_wtl_all_shards_tokens": 7279, "d5_wtl_pct_of_128k_window": 5.6, "d5_wtl_pct_of_32k_regime": 22.4, "d5_rg_dump_ms": 64.82, "d5_rg_dump_bytes": 1281958, "d5_rg_dump_mb": 1.28, "d5_rg_dump_tokens": 320489, "d5_rg_dump_k_tokens": 320.5, "d5_rg_over_128k_x": 2.5, "d5_naive_pq_ms": 127.84, "d5_naive_pq_distinct_lines": 427996, "d5_naive_pq_bytes": 48767203, "d5_naive_pq_mb": 48.8, "d5_naive_pq_tokens": 12191800, "d5_naive_pq_m_tokens": 12.19, "d5_naive_over_128k_x": 95, "d5_raw_incident_lines": 565866, "d5_raw_incident_bytes": 58903950, "d5_raw_incident_mb": 58.9, "d5_raw_incident_tokens": 14725987, "d5_raw_incident_m_tokens": 14.73, "d5_raw_over_128k_x": 115, "d5_token_reduction_vs_raw_x": 2050, "d5_token_reduction_vs_naive_x": 1697, "d5_token_reduction_vs_rg_x": 44.6, "d5_speedup_vs_naive_x": 11.2, "composite_d1_d4_wtl_ms": 16.06, "composite_d1_d4_wtl_round_ms": 16.1, "composite_d1_d4_wtl_s": 0.016, "composite_d1_d4_wtl_all_shards_ms": 48.9, "composite_d1_d4_naive_ms": 796.38, "composite_d1_d4_naive_round_ms": 796.4, "composite_d1_d4_naive_s": 0.8, "composite_d1_d4_csv_ms": 1139.93, "composite_d1_d4_csv_round_ms": 1139.9, "composite_d1_d4_csv_s": 1.14, "composite_d1_d4_rg_ms": 15666.62, "composite_d1_d4_rg_round_ms": 15666.6, "composite_d1_d4_rg_s": 15.67, "composite_speedup_vs_naive_x": 49.6, "composite_speedup_vs_csv_x": 71.0, "composite_speedup_vs_rg_x": 975.5, "session1_total_wtl_s": 0.76, "session1_total_wtl_ms": 756.1, "session1_total_naive_s": 0.88, "session1_total_naive_ms": 876.4, "session1_total_csv_s": 1.14, "session1_total_rg_s": 15.67, "session1_speedup_vs_rg_x": 20.7, "session10_total_wtl_s": 0.9, "session10_total_naive_s": 8.04, "session10_total_csv_s": 11.4, "breakeven_diagnostic_sessions_k": 1, "cold_needle_breakeven_queries_k": 27, "cold_rg_single_grep_ms": 31.0, "clp_compression_text_x": 32.0, "clp_compression_json_x": 68.1, "clickhouse_clustering_comp_x": 35.0, "clickhouse_clustering_lat_ms": 45.0, "victorialogs_comp_x": 20.0, "victorialogs_lat_ms": 120.0, "lnav_vtab_lat_ms": 4200.0 }, "zenodo_full_public_benchmark": { "zenodo_record_id": 8196385, "public_systems_count": 12, "public_log_files_count": 991, "public_raw_mb": 1213.33, "public_raw_round_mb": 1213.5, "public_raw_gb": 1.21, "public_physical_lines": 8542166, "public_physical_lines_m": 8.54, "public_logical_records": 8314141, "public_logical_coverage_pct": 100.0, "wtl_t8_ingest_s": 23.53, "wtl_t8_mb_s": 51.6, "wtl_t1_ingest_s": 35.52, "wtl_t1_mb_s": 34.2, "wtl_public_parquet_mb": 62.39, "wtl_public_parquet_round_mb": 62.4, "wtl_public_compression_x": 19.45, "wtl_public_burst_rows": 2750722, "zstd_t8_s": 1.83, "zstd_t8_mb_s": 663.5, "zstd_public_mb": 105.14, "zstd_public_round_mb": 105.1, "zstd_public_compression_x": 11.54, "wtl_vs_zstd_smaller_x": 1.69, "gzip_s": 9.47, "gzip_mb_s": 128.1, "gzip_public_mb": 109.3, "gzip_public_compression_x": 11.1, "wtl_vs_gzip_smaller_x": 1.75, "duckdb_naive_public_s": 1.67, "duckdb_naive_public_mb_s": 726.8, "duckdb_naive_public_mb": 108.0, "duckdb_naive_public_compression_x": 11.24, "wtl_vs_naive_public_smaller_x": 1.73, "bgl_raw_mb": 743.19, "bgl_lines": 4747963, "bgl_wtl_parquet_mb": 18.37, "bgl_wtl_compression_x": 40.46, "bgl_naive_pq_approx_mb": 66, "bgl_zstd_approx_mb": 64, "bgl_gzip_approx_mb": 67, "bgl_info_warn_row_reduction_x": 71.3, "bgl_lustre_failed_true_hits": 31531, "bgl_rg_default_dropped_hits": 2370, "bgl_rg_default_returned_hits": 29161, "q1_public_wtl_ms": 16.11, "q1_public_naive_line_ms": 241.34, "q1_public_naive_regex_ms": 3036.99, "q1_public_csv_ms": 498.63, "q1_public_speedup_line_x": 15.0, "q1_public_speedup_regex_x": 188.5, "q1_public_speedup_csv_x": 31.0, "q2_public_wtl_sbbf_ms": 8.68, "q2_public_naive_ms": 191.39, "q2_public_csv_ms": 523.28, "q2_public_rg_t8_ms": 147.31, "q2_public_speedup_rg_x": 17.0, "q2_public_speedup_naive_x": 22.1, "q2_public_speedup_csv_x": 60.3, "q3_public_wtl_ms": 12.51, "q3_public_naive_ms": 513.61, "q3_public_csv_ms": 1681.97, "q3_public_rg_t8_ms": 352.04, "q3_public_speedup_rg_x": 28.1, "q3_public_speedup_naive_x": 41.1, "q3_public_speedup_csv_x": 134.5, "q4a_public_wtl_ms": 17.18, "q4a_public_naive_ms": 93.21, "q4a_public_rg_t8_ms": 101.98, "q4a_public_csv_ms": 154.6, "q4a_public_speedup_rg_x": 5.9, "q4a_public_speedup_naive_x": 5.4, "q4a_public_speedup_csv_x": 9.0, "public_breakeven_q1_vs_naive_k": 8, "public_breakeven_q1_vs_csv_k": 49, "public_breakeven_q3_vs_csv_k": 15, "public_breakeven_mixed_vs_csv_k": 32, "public_breakeven_q3_vs_rg_k": 70, "openstack_nova_lines": 207820, "openstack_nova_extracted_templates": 2200, "openstack_nova_tier1_match_pct": 96.32, "healthapp_lines": 253395, "loghub16_python_drain3_ga_pct": 73.17, "loghub16_python_drain3_pa_pct": 25.35, "loghub16_python_drain3_fta_pct": 25.04, "loghub16_python_drain3_mb_s": 20.0, "loghub16_rust_drain3_ga_pct": 80.84, "loghub16_rust_drain3_pa_pct": 54.91, "loghub16_rust_drain3_fta_pct": 45.68, "loghub16_rust_drain3_mb_s": 369.7, "loghub16_wtl_t2_general_ga_pct": 99.69, "loghub16_wtl_t2_general_pa_pct": 99.05, "loghub16_wtl_t2_general_fta_pct": 96.43, "loghub16_wtl_t2_general_mb_s": 505.2, "loghub16_wtl_t2_general_100ga_count": 12, "loghub16_wtl_t2_idioms_ga_pct": 100.0, "loghub16_wtl_t2_idioms_pa_pct": 99.73, "loghub16_wtl_t2_idioms_fta_pct": 98.4, "loghub16_wtl_t2_idioms_mb_s": 494.7, "loghub16_wtl_t2_idioms_100ga_count": 16, "loghub16_datasets_total": 16, "loghub16_gt_templates": 1363 } }