{"schema_version":"2.0","artifact_scope":"public_summary","disclosure":"This public artifact intentionally excludes dev-environment runtime details and working-tree provenance. Full benchmark artifact with runtime + provenance metadata remains available in the internal reviewer bundle.","timestamp":"2026-04-29T14:40:52Z","performance":{"timestamp":"2026-04-29T14:40:52Z","results":{"1K chars":{"p50_ms":45.13,"p95_ms":47.92,"throughput_per_s":22.0},"1K chars (ar)":{"p50_ms":29.72,"p95_ms":32.82,"throughput_per_s":33.9},"1K chars (mix)":{"p50_ms":38.11,"p95_ms":40.52,"throughput_per_s":26.0}}},"quality":{"manifest_version":"1.0","suite_order":["core_default_eval","coding_session_eval","technical_eval","technical_real_sample","technical_real_sample_wave3","technical_boundary_adversarial_wave4","technical_fp_regression","support_dialogue_eval","support_zero_noise_eval","support_operational_noise_eval","support_structural_obfuscated_eval","quasi_risk_eval"],"summary":{"required_total":12,"required_passed":12,"required_failed":0,"suite_count":12,"total_cases":534,"status":"pass"},"suites":{"core_default_eval":{"required":true,"status":"pass","corpus_size":207,"display_name":"core_default_eval","display_name_ar":null,"thresholds":{"profile":"default","recall_floor":100.0,"precision_floor":70.0,"f1_floor":80.0,"pass":true},"license":"repo-internal eval pack","latency":{"mean_ms":19.55,"p50_ms":17.4,"p95_ms":26.87,"p99_ms":33.24,"max_ms":195.82},"tags":{"address":16,"adversarial":13,"arabic":48,"arabic-indic":1,"arabic_indic":2,"arabic_name":2,"arabizi":1,"bank":1,"bidi":1,"biometric_data":1,"bonus":1,"boundary":3,"brackets":1,"building":1,"business":1,"city":1,"code":3,"combined":4,"compact":1,"complex":3,"compound":9,"compound_name":2,"context":10,"cr":2,"credit_card":1,"criminal":1,"criminal_data":3,"csv":1,"dashed":2,"delimiters":2,"dockerfile":1,"doctor":1,"document":5,"edge":7,"email":8,"emoji":1,"employer":4,"english":51,"english_name":1,"ethnic_origin":1,"evasion":5,"female":2,"financial":9,"financial_credit":2,"financial_near_miss":1,"full_record":1,"generic_words":1,"genetic_data":2,"grouped":1,"health":1,"health_data":4,"homoglyph":3,"hospital":1,"html":1,"iban":10,"international":2,"invalid_checksum":1,"iqama":5,"jammed":1,"json":2,"kunya":2,"labeled":11,"landline":1,"landmark":1,"leetspeak":1,"loan":1,"local":1,"location":1,"location_tracking":2,"long":1,"lowercase":1,"marital_status":2,"mention_only":2,"mixed":10,"mixed-script":1,"mixed_language":9,"modern_name":1,"mortgage":1,"mrn":6,"multi":13,"multi_category":3,"multi_paragraph":5,"multi_title":1,"multiline":1,"name":29,"national_address":3,"national_id":23,"near_miss":9,"newline":1,"non_saudi":2,"non_saudi_iban":2,"obfuscation":3,"organization":5,"phone":18,"playground_sample":1,"po_box":4,"political_near_miss":1,"political_opinions":1,"profession":1,"prose":3,"red_herring":4,"religious_beliefs":1,"repetitive":1,"retail":1,"safe_negative":36,"salary":2,"saudi":2,"security_data":2,"sensitive":34,"sexual_orientation":2,"shell":3,"short":1,"spaced":3,"spacing":1,"standalone":2,"start_boundary":3,"street":3,"structured":4,"support_dialogue":2,"technical":21,"trade_union":2,"transfer":1,"unit":1,"yaml":3,"zero-width":2,"zero_width":2},"pii":{"overall_f1":99.7,"overall_precision":99.5,"overall_recall":100.0}},"coding_session_eval":{"required":true,"status":"pass","corpus_size":26,"display_name":"coding_session_eval","display_name_ar":null,"thresholds":{"profile":"coding_session","recall_floor":100.0,"precision_floor":100.0,"f1_floor":100.0,"blocking_pii_case_rate_ceiling":0.0,"safe_negative_clean_rate_floor":100.0,"pass":true},"license":"repo-internal eval pack","latency":{"mean_ms":23.09,"p50_ms":21.7,"p95_ms":31.93,"p99_ms":35.72,"max_ms":35.72},"tags":{"coding_session":26,"comment":2,"deploy_log":1,"diff":1,"dockerfile":1,"env":2,"false_positive_boundary":18,"javascript":2,"json":4,"multi_entity":2,"ops_log":1,"pytest":1,"python":1,"safe_negative":18,"shell":2,"sql":2,"stacktrace":1,"structural_in_code":8,"systemd":1,"technical_text":26,"traceback":1,"transcript":2,"yaml":1},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"technical_eval":{"required":true,"status":"pass","corpus_size":88,"display_name":"technical_eval","display_name_ar":null,"thresholds":{"profile":"default","recall_floor":100.0,"precision_floor":70.0,"f1_floor":80.0,"pass":true},"license":"repo-internal eval pack","latency":{"mean_ms":21.99,"p50_ms":20.96,"p95_ms":29.18,"p99_ms":45.12,"max_ms":45.12},"tags":{".env":1,"arabic_technical":2,"assistant_transcript":7,"boundary_guard":8,"code_review":6,"config":4,"dockerfile":1,"false_positive_boundary":50,"git_diff":1,"github_actions":2,"helm":1,"inline_code_with_real_pii":3,"json":15,"kubernetes":1,"logs":1,"mixed":8,"mixed_ticket":1,"pytest":1,"python":2,"shell":10,"sql":2,"stack_trace":13,"structural_in_code":19,"technical_text":88,"terraform":2,"yaml":15},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"technical_real_sample":{"required":true,"status":"pass","corpus_size":20,"display_name":"technical_real_sample","display_name_ar":null,"license":"repo-internal sanitized pack","latency":{"mean_ms":24.85,"p50_ms":22.93,"p95_ms":36.47,"p99_ms":36.47,"max_ms":36.47},"tags":{".env":4,"config":2,"git_diff":1,"github_actions":2,"helm":2,"json":5,"kubernetes":1,"logs":1,"mixed_ticket":7,"real_sample":20,"shell":4,"stack_trace":2,"technical_text":20,"yaml":4},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"technical_real_sample_wave3":{"required":true,"status":"pass","corpus_size":20,"display_name":"technical_real_sample_wave3","display_name_ar":null,"license":"repo-internal sanitized pack","latency":{"mean_ms":27.84,"p50_ms":28.76,"p95_ms":36.28,"p99_ms":36.28,"max_ms":36.28},"tags":{".env":3,"arabic":2,"config":5,"crlf":2,"diff_hunk":2,"git_diff":2,"github_actions":2,"helm":2,"json":5,"kubernetes":1,"logs":3,"mixed_ticket":8,"real_sample":20,"shell":3,"stack_trace":2,"technical_text":20,"yaml":4},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"technical_boundary_adversarial_wave4":{"required":true,"status":"pass","corpus_size":25,"display_name":"technical_boundary_adversarial_wave4","display_name_ar":null,"license":"repo-internal adversarial pack","latency":{"mean_ms":22.48,"p50_ms":22.72,"p95_ms":28.3,"p99_ms":30.16,"max_ms":30.16},"tags":{".env":4,"adversarial_wave4":25,"arabic_mixed":1,"config":2,"crlf":2,"false_positive_boundary":4,"financial":3,"fullwidth":1,"git_diff":2,"github_actions":2,"helm":2,"java":1,"json":5,"kubernetes":1,"labels":1,"logs":1,"mixed_ticket":6,"recovered_2026_04_27":1,"shell":4,"stack_trace":3,"structural_in_code":10,"structural_in_diff_body":1,"unicode":3,"yaml":4,"zwj":1},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"technical_fp_regression":{"required":true,"status":"pass","corpus_size":30,"display_name":"technical_fp_regression","display_name_ar":null,"license":"repo-internal sanitized pack","latency":{"mean_ms":16.41,"p50_ms":16.71,"p95_ms":17.52,"p99_ms":17.65,"max_ms":17.65},"tags":{"cli-flag":7,"heredoc-label":9,"inline":1,"keyword-without-value":1,"label":7,"log-line-noise":4,"provider-name":21,"synthetic_regression":30,"technical_text":30,"yaml":1},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"support_dialogue_eval":{"required":true,"status":"pass","corpus_size":14,"display_name":"support_dialogue_eval","display_name_ar":null,"thresholds":{"profile":"default","recall_floor":100.0,"precision_floor":70.0,"f1_floor":80.0,"pass":true},"license":"repo-internal hard-negative pack","latency":{"mean_ms":27.32,"p50_ms":25.3,"p95_ms":64.15,"p99_ms":64.15,"max_ms":64.15},"tags":{"false_positive_boundary":8,"multi_entity":1,"safe_negative":8,"support_dialogue":14,"support_positive":6},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"support_zero_noise_eval":{"required":true,"status":"pass","corpus_size":35,"display_name":"support_zero_noise_eval","display_name_ar":null,"thresholds":{"profile":"default","recall_floor":100.0,"precision_floor":70.0,"f1_floor":80.0,"pass":true},"license":"repo-internal hard-negative pack","latency":{"mean_ms":34.86,"p50_ms":32.47,"p95_ms":62.99,"p99_ms":69.61,"max_ms":69.61},"tags":{"arabizi":14,"bilingual":5,"enterprise_support":1,"false_positive_boundary":35,"government_support":4,"healthcare_support":1,"safe_negative":35,"support_dialogue":35,"telecom_support":1,"zero_noise":35},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"support_operational_noise_eval":{"required":true,"status":"pass","corpus_size":14,"display_name":"support_operational_noise_eval","display_name_ar":null,"thresholds":{"profile":"default","recall_floor":100.0,"precision_floor":70.0,"f1_floor":80.0,"pass":true},"license":"repo-internal hard-negative pack","latency":{"mean_ms":32.52,"p50_ms":33.97,"p95_ms":49.81,"p99_ms":49.81,"max_ms":49.81},"tags":{"arabic":5,"arabizi":5,"bilingual":3,"enterprise":5,"false_positive_boundary":14,"government":3,"healthcare":2,"najdi":1,"safe_negative":14,"support_operational_noise":14},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"support_structural_obfuscated_eval":{"required":true,"status":"pass","corpus_size":6,"display_name":"support_structural_obfuscated_eval","display_name_ar":null,"thresholds":{"profile":"default","recall_floor":100.0,"precision_floor":70.0,"f1_floor":80.0,"pass":true},"license":"repo-internal support-positive pack","latency":{"mean_ms":29.35,"p50_ms":32.23,"p95_ms":32.94,"p99_ms":32.94,"max_ms":32.94},"tags":{"arabic":1,"arabizi":1,"bilingual":2,"fragment":4,"inline":2,"najdi":1,"obfuscated":6,"support_positive":6,"support_structural_obfuscated":6},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}},"quasi_risk_eval":{"required":true,"status":"pass","corpus_size":49,"display_name":"quasi_risk_eval","display_name_ar":null,"thresholds":{"profile":"default","recall_floor":100.0,"precision_floor":70.0,"f1_floor":80.0,"pass":true,"quasi_f1_floor":80.0,"quasi_risk_accuracy_floor":90.0,"routing_accuracy_floor":95.0},"license":"repo-internal eval pack","latency":{"mean_ms":18.25,"p50_ms":17.95,"p95_ms":21.86,"p99_ms":24.17,"max_ms":24.17},"tags":{"aggregate":3,"aggregate_mixed":1,"arabic":20,"bilingual":6,"edge_case":8,"english":23,"female_role":1,"healthcare":12,"high_risk":15,"large_city":14,"location_only":8,"low_risk":11,"medium_risk":14,"none_risk":9,"quasi_risk":49,"safe_negative":20,"saudi_small_city":14},"pii":{"overall_f1":100.0,"overall_precision":100.0,"overall_recall":100.0}}}},"research_corpora":{"overall_pass":true,"summary":{"suite_count":3,"total_records":1283,"passed_records":1283,"failed_records":0,"false_positives":4,"false_negatives":5},"suites":{"arabic_literary_negative_v1":{"suite_id":"arabic_literary_negative_v1","total_records":205,"passed_records":205,"failed_records":0,"false_positives":0,"false_negatives":0,"clean_rate":1.0,"threshold_clean_rate_min":0.99,"pass":true},"saudi_code_switched_v1":{"suite_id":"saudi_code_switched_v1","total_records":278,"total_expected_entities":258,"matched_expected_entities":254,"missed_entities":4,"negative_control_phantoms":0,"recall":0.9845,"threshold_recall_min":0.95,"pass":true,"per_entity_type":{"COMMERCIAL_REGISTRATION":{"expected":28,"matched":27,"recall":0.9643},"IBAN":{"expected":27,"matched":27,"recall":1.0},"NATIONAL_ID":{"expected":30,"matched":29,"recall":0.9667},"PERSON":{"expected":145,"matched":143,"recall":0.9862},"PHONE":{"expected":28,"matched":28,"recall":1.0}}},"adversarial_attacks_v1":{"suite_id":"adversarial_attacks_v1","total_records":800,"must_detect_total":720,"must_detect_recovered":719,"must_detect_recall":0.9986,"phantom_total":80,"phantom_failed":4,"phantom_fp_rate":0.05,"threshold_must_detect_recall_min":0.9,"threshold_phantom_fp_rate_max":0.05,"pass":true,"attack_class_metrics":{"code_embedded":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"digit_substitution":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"format_jitter":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"homoglyph":{"must_detect_total":90,"must_detect_recovered":89,"must_detect_recall":0.9889,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"label_attack":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":4,"phantom_fp_rate":0.4},"mixed_script":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"ocr_decay":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"zwj_injection":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0}}}},"attack_class_metrics":{"code_embedded":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"digit_substitution":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"format_jitter":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"homoglyph":{"must_detect_total":90,"must_detect_recovered":89,"must_detect_recall":0.9889,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"label_attack":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":4,"phantom_fp_rate":0.4},"mixed_script":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"ocr_decay":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0},"zwj_injection":{"must_detect_total":90,"must_detect_recovered":90,"must_detect_recall":1.0,"phantom_total":10,"phantom_failed":0,"phantom_fp_rate":0.0}},"claim_boundary":{"en":"Dated in-repo benchmark over curated public-domain and synthetic research corpora; not an external audit or production-wide coverage guarantee.","ar":"قياس مؤرخ داخل المستودع على مجموعات بحثية منسقة من نصوص عامة وبيانات اصطناعية؛ وليس تدقيقًا خارجيًا أو ضمانًا لتغطية إنتاجية شاملة."}},"gates":{"performance_p95_1k_target_ms":75.0,"performance_p95_1k_pass":true,"performance_p95_1k_arabic_target_ms":75.0,"performance_p95_1k_arabic_pass":true,"performance_p95_1k_mix_target_ms":75.0,"performance_p95_1k_mix_pass":true,"arabic_ner_required_status":"informational","arabic_ner_loaded_pass":true,"required_quality_pass":true,"overall_pass":true,"research_corpora_pass":true,"public_overall_pass_excludes_research_corpora":true},"results":{"1K chars":{"p50_ms":45.13,"p95_ms":47.92,"throughput_per_s":22.0},"1K chars (ar)":{"p50_ms":29.72,"p95_ms":32.82,"throughput_per_s":33.9},"1K chars (mix)":{"p50_ms":38.11,"p95_ms":40.52,"throughput_per_s":26.0}}}