{ "standards_and_scope": { "iso_42001_number": 42001, "iso_42001_year": 2023, "iso_5259_year": 2024, "eu_ai_act_year": 2024, "eu_ai_act_reg_num": 1689, "eu_ai_act_article_10": 10, "eu_ai_act_article_15": 15, "mcp_tools_total": 53, "output_paths_enforced": 4 }, "corpus_and_subsets": { "total_items": 77, "positive_secret_pii_items": 49, "positive_credential_items": 43, "negative_technical_id_items": 28, "subset_compound_secrets": 27, "subset_canonical_secrets": 8, "subset_bundle_config_secrets": 8, "subset_customer_pii_sql": 6, "subset_database_technical_ids": 18, "subset_file_path_pointers_cli": 10, "replayed_tool_outputs": 323, "replayed_cases": 128 }, "audit_and_stage1_grammar": { "legacy_regex_patterns": 8, "compound_secrets_tested_audit": 33, "compound_secrets_caught_legacy_audit": 6, "compound_secrets_missed_legacy_audit": 27, "compound_secrets_caught_legacy_audit_pct": 18.2, "compound_secrets_missed_legacy_audit_pct": 81.8, "pidstat_cli_secrets_count": 113000, "pidstat_cli_secrets_exact": 113499, "java_pw_secrets_count": 14911, "naive_broad_dry_run_flagged_rows": 1818, "naive_broad_dry_run_fp_rows": 1277, "naive_broad_dry_run_fp_pct": 70.2, "file_pointer_rows_preserved": 11248, "file_pointer_rows_total": 11260, "file_pointer_rows_pct": 99.89, "stage1_key_rules": 14, "stage1_value_rules": 19, "stage1_total_rules": 33, "technical_context_window_chars": 32, "stage1_missed_rescued_by_stage2": 10 }, "six_arm_benchmark": { "arm1_legacy_b_regex": { "tp": 12, "fn": 37, "fp": 1, "tn": 27, "recall_pct": 24.5, "recall_exact_pct": 24.49, "fpr_pct": 3.6, "fpr_exact_pct": 3.57, "preservation_pct": 96.4, "preservation_exact_pct": 96.43, "precision_pct": 92.3, "precision_exact_pct": 92.31, "f1": 0.387, "f1_exact": 0.3871, "compound_caught": 0, "compound_recall_pct": 0.0, "canonical_caught": 8, "canonical_recall_pct": 100.0, "bundle_caught": 3, "bundle_recall_pct": 37.5, "pii_sql_caught": 1, "pii_sql_recall_pct": 16.7, "pii_sql_recall_exact_pct": 16.67, "db_id_fp": 0, "db_id_fpr_pct": 0.0, "db_id_preserved": 18, "db_id_preserved_pct": 100.0, "pointer_fp": 1, "pointer_fpr_pct": 10.0, "pointer_preserved": 9, "pointer_preserved_pct": 90.0 }, "arm2_naive_broad_regex": { "tp": 38, "fn": 11, "fp": 8, "tn": 20, "recall_pct": 77.6, "recall_exact_pct": 77.55, "fpr_pct": 28.6, "fpr_exact_pct": 28.57, "preservation_pct": 71.4, "preservation_exact_pct": 71.43, "precision_pct": 82.6, "precision_exact_pct": 82.61, "f1": 0.8, "compound_caught": 24, "compound_recall_pct": 88.9, "compound_recall_exact_pct": 88.89, "canonical_caught": 8, "canonical_recall_pct": 100.0, "bundle_caught": 5, "bundle_recall_pct": 62.5, "pii_sql_caught": 1, "pii_sql_recall_pct": 16.7, "db_id_fp": 0, "db_id_fpr_pct": 0.0, "db_id_preserved": 18, "db_id_preserved_pct": 100.0, "pointer_fp": 8, "pointer_fpr_pct": 80.0, "pointer_preserved": 2, "pointer_preserved_pct": 20.0 }, "arm3_cloud_dlp_default": { "tp": 14, "fn": 35, "fp": 18, "tn": 10, "recall_pct": 28.6, "recall_exact_pct": 28.57, "fpr_pct": 64.3, "fpr_exact_pct": 64.29, "preservation_pct": 35.7, "preservation_exact_pct": 35.71, "precision_pct": 43.8, "precision_exact_pct": 43.75, "f1": 0.346, "f1_exact": 0.3457, "compound_caught": 0, "compound_recall_pct": 0.0, "canonical_caught": 8, "canonical_recall_pct": 100.0, "bundle_caught": 2, "bundle_recall_pct": 25.0, "pii_sql_caught": 4, "pii_sql_recall_pct": 66.7, "pii_sql_recall_exact_pct": 66.67, "db_id_fp": 18, "db_id_fpr_pct": 100.0, "db_id_preserved": 0, "db_id_preserved_pct": 0.0, "pointer_fp": 0, "pointer_fpr_pct": 0.0, "pointer_preserved": 10, "pointer_preserved_pct": 100.0 }, "arm4_stage1_33rule_only": { "tp": 39, "fn": 10, "fp": 0, "tn": 28, "recall_pct": 79.6, "recall_exact_pct": 79.59, "fpr_pct": 0.0, "preservation_pct": 100.0, "precision_pct": 100.0, "f1": 0.886, "f1_exact": 0.8864, "compound_caught": 24, "compound_recall_pct": 88.9, "canonical_caught": 7, "canonical_recall_pct": 87.5, "bundle_caught": 7, "bundle_recall_pct": 87.5, "pii_sql_caught": 1, "pii_sql_recall_pct": 16.7, "db_id_fp": 0, "db_id_fpr_pct": 0.0, "db_id_preserved": 18, "db_id_preserved_pct": 100.0, "pointer_fp": 0, "pointer_fpr_pct": 0.0, "pointer_preserved": 10, "pointer_preserved_pct": 100.0 }, "arm5_stage2_4b_standalone": { "tp": 49, "fn": 0, "fp": 0, "tn": 28, "recall_pct": 100.0, "fpr_pct": 0.0, "preservation_pct": 100.0, "precision_pct": 100.0, "f1": 1.0 }, "arm6_two_stage_monotonic_union": { "tp": 49, "fn": 0, "fp": 0, "tn": 28, "recall_pct": 100.0, "fpr_pct": 0.0, "preservation_pct": 100.0, "precision_pct": 100.0, "f1": 1.0, "four_class_accuracy_pct": 100.0 }, "production_replay_323": { "replayed_outputs": 323, "recall_pct": 99.4, "recall_gap_pct": 0.6, "recall_gap_items": 1, "fpr_pct": 0.42, "preservation_pct": 99.58, "f1": 0.995, "f1_pct": 99.5, "quota_stalls_pct": 0.0, "availability_pct": 100.0, "stage1_plus_unfiltered_cloud_dlp_recall_pct": 96.0, "stage1_plus_unfiltered_cloud_dlp_f1": 0.72, "stage1_plus_unfiltered_cloud_dlp_f1_pct": 72.0 } }, "four_class_head_and_probabilities": { "classes_count": 4, "output_tokens": 0, "causal_layers": 24, "bidirectional_layers": 8, "total_layers": 32, "keep_threshold": 0.9, "prob_ldapbindpasswd": 0.973, "prob_bearer": 0.979, "prob_bearer_exact": 0.9786, "prob_alter_role_password": 0.974, "prob_alter_role_password_exact": 0.9736, "prob_spoken_keystore_password": 0.974, "prob_spoken_keystore_exact": 0.9742, "prob_csv_doubled_quotes": 0.971, "prob_secret_min": 0.95, "prob_secret_max": 0.979, "prob_pii_min": 0.9, "prob_pii_max": 0.957, "prob_sql_schema_min": 0.952, "prob_sql_schema_min_exact": 0.9515, "prob_sql_schema_max": 0.98, "prob_sql_schema_max_exact": 0.9802, "prob_tech_id_typical_min": 0.96, "prob_tech_id_typical_max": 0.991, "prob_tech_id_vault_file": 0.962, "prob_tech_id_vault_file_exact": 0.9619, "prob_tech_id_rpc_id": 0.98, "prob_tech_id_rpc_id_exact": 0.9802, "prob_tech_id_version": 0.976, "prob_tech_id_version_exact": 0.9763, "prob_tech_id_backup": 0.98, "prob_tech_id_backup_exact": 0.9804, "prob_tech_id_psql_port": 0.979 }, "latency_and_quantization_floor": { "gpu_kernel_p50_ms": 29.0, "gpu_replay_p50_ms": 29.1, "seq_https_min_ms": 323.8, "seq_https_min_exact_ms": 323.77, "seq_https_p50_ms": 331.9, "seq_https_p50_exact_ms": 331.89, "seq_https_p95_ms": 404.2, "seq_https_p95_exact_ms": 404.22, "conc_6way_https_p50_ms": 489.7, "conc_6way_https_p50_exact_ms": 489.72, "conc_6way_https_p95_ms": 730.7, "conc_6way_https_p95_exact_ms": 730.74, "conc_6way_https_p99_ms": 1048.8, "conc_6way_https_p99_exact_ms": 1048.78, "conc_6way_https_max_ms": 1081.2, "cloud_dlp_rpm_quota": 100, "cloud_dlp_stall_rate_pct": 10.3, "cloud_dlp_availability_pct": 89.7, "cloud_dlp_stall_min_s": 57, "cloud_dlp_stall_max_s": 59, "cloud_dlp_stall_min_ms": 57000, "cloud_dlp_stall_max_ms": 59000, "tail_speedup_vs_cloud_dlp_x": 80.7, "seq_p95_speedup_vs_cloud_dlp_x": 145.9, "local_gpu_speedup_vs_cloud_dlp_x": 2000.0, "quant_mlx_4bit_flip_pct": 8.7, "quant_gguf_q4_k_m_flip_pct": 5.4, "quant_q8_0_flip_pct": 1.4, "quant_q8_0_agreement_pct": 98.6, "quant_q8_0_vram_gb": 4.48, "quant_net_accuracy_delta_pts": 0.3, "bf16_bits": 16, "q8_bits": 8, "q4_bits": 4, "noul_floor_clamp": 0.801, "noul_low_clamp": 0.199, "noul_k10_comparisons": 324, "noul_choice_flips": 0, "noul_clamped_flips": 8, "noul_clamped_flip_pct": 2.47 } }