{"method":"One request per synthetic labeled text PDF. Expected selected fields fixed before extraction. Production field-alias and identifier normalization only; strict scalar/type matching, expected object subset, exact array lengths. No fuzzy name or numeric-string coercion. HTTP success is not field accuracy. Not representative of scans, official forms, customers or complete frontend flows.","runStartedAt":"2026-09-17T00:08:45.881Z","cases":15,"http200":15,"allSelectedFieldsExact":4,"rows":[{"id":"paystub-clean","docType":"paystub","startedAt":"2026-09-17T00:08:45.881Z","sha256":"28c9cac0bc4da151aeb9dea318fc8ae467f66d8dc9272b62e797c570a0213186","httpStatus":200,"elapsedMs":4962,"expected":{"employee_name":"Sample Employee","employer_name":"Example Workshop (fictional)","pay_period_start":"2026-08-01","pay_period_end":"2026-08-15","gross_pay":2500,"net_pay":1950,"ytd_gross":40000},"normalizedFields":{"employee_name":"Sample Employee","employee_id":null,"employer_name":"Example Workshop (fictional)","employer_address":null,"pay_period_start":"2026-08-01","pay_period_end":"2026-08-15","pay_date":null,"gross_pay":2500,"net_pay":1950,"federal_tax":null,"state_tax":null,"social_security_tax":null,"medicare_tax":null,"deductions":[],"ytd_gross":40000,"ytd_net":null,"social_security":null,"medicare":null,"other_deductions":[]},"differences":[],"allSelectedFieldsExact":true},{"id":"w2-clean","docType":"w2","startedAt":"2026-09-17T00:08:50.846Z","sha256":"795c28c7c1f9129a5a8844c1fd48daf0b79123cb3db282e0168508b7752982bb","httpStatus":200,"elapsedMs":4904,"expected":{"tax_year":2025,"employer_name":"Example Workshop (fictional)","employee_name":"Sample Employee","employee_ssn_last4":"0000","box1_wages":58000,"box2_federal_tax":6500,"state_wages":58000,"state_tax":2400},"normalizedFields":{"tax_year":"2025","employer_name":"Example Workshop (fictional)","employer_ein":null,"employer_address":null,"employee_name":"Sample Employee","employee_ssn_last4":"0000","employee_address":null,"wages_tips_compensation":58000,"federal_income_tax_withheld":6500,"social_security_wages":null,"social_security_tax_withheld":null,"medicare_wages_tips":null,"medicare_tax_withheld":null,"social_security_tips":null,"allocated_tips":null,"dependent_care_benefits":null,"nonqualified_plans":null,"box_12":[],"statutory_employee":false,"retirement_plan":false,"third_party_sick_pay":false,"state_wages_tips":58000,"state_income_tax":2400,"local_wages_tips":null,"local_income_tax":null,"box1_wages":58000,"box2_federal_tax":6500,"box3_ss_wages":null,"box4_ss_tax":null,"box5_medicare_wages":null,"box6_medicare_tax":null,"box7_ss_tips":null,"box8_allocated_tips":null,"box10_dependent_care":null,"box11_nonqualified_plans":null,"box12_codes":[],"box13_statutory_employee":false,"box13_retirement_plan":false,"box13_third_party_sick":false,"state_wages":58000,"state_tax":2400,"local_wages":null,"local_tax":null},"differences":[{"path":"tax_year","expected":2025,"actual":"2025","actualMissing":false}],"allSelectedFieldsExact":false},{"id":"1099-clean","docType":"1099","startedAt":"2026-09-17T00:08:55.756Z","sha256":"025f6624048eacdf58dca08fdf7001becab62487135ab825ca332116453ee4fd","httpStatus":200,"elapsedMs":6827,"expected":{"form_type":"1099-INT","tax_year":2025,"payer_name":"Example Bank (fictional)","recipient_name":"Sample Recipient","recipient_tin_last4":"0000","box_amounts":{"1":{"label":"Interest income","value":125}},"state_info":[]},"normalizedFields":{"form_type":"1099-INT","calendar_year":"2025","corrected":false,"payer_name":"Example Bank (fictional)","payer_tin":null,"payer_address":null,"payer_phone":null,"recipient_name":"Sample Recipient","recipient_address":null,"account_number":null,"recipient_tin_last4":"0000","box_amounts":{"1":{"label":"Interest income","value":125}},"box1_rents":null,"box2_royalties":null,"box3_other_income":null,"box4_federal_income_tax_withheld":null,"box5_fishing_boat_proceeds":null,"box6_medical_health_care_payments":null,"box7_payer_direct_sales":null,"box8_substitute_payments":null,"box9_crop_insurance_proceeds":null,"box10_gross_proceeds_attorney":null,"box11_fish_purchased_for_resale":null,"box12_section_409a_deferrals":null,"box13_fatca_filing":null,"box14_excess_golden_parachute":null,"box15_nonqualified_deferred_comp":null,"box16_state_tax_withheld":null,"box17_state":null,"box18_state_income":null,"tax_year":"2025","state_info":[]},"differences":[{"path":"tax_year","expected":2025,"actual":"2025","actualMissing":false}],"allSelectedFieldsExact":false},{"id":"1099_nec-clean","docType":"1099_nec","startedAt":"2026-09-17T00:09:02.586Z","sha256":"f59eefb04b36b3d28f7cc6958b18f24cf86037d7179878f58d27aed9847a0e33","httpStatus":200,"elapsedMs":4756,"expected":{"tax_year":2025,"payer_name":"Example Studio (fictional)","recipient_name":"Sample Contractor","recipient_tin_last4":"0000","box1_nonemployee_compensation":18000,"box4_federal_tax_withheld":0,"state_info":[]},"normalizedFields":{"tax_year":"2025","payer_name":"Example Studio (fictional)","payer_tin":null,"payer_address":null,"recipient_name":"Sample Contractor","recipient_tin_last4":"0000","recipient_address":null,"account_number":null,"box1_nonemployee_compensation":"18000","nonemployee_compensation":"18000","box1b_cash_tips":null,"box1c_treasury_tipped_occupation_codes":null,"box1d_qualified_overtime_compensation":null,"federal_income_tax_withheld":"0","state_tax_withheld":null,"state":null,"state_payers_state_no":null,"state_income":null,"box4_federal_tax_withheld":"0","state_info":[]},"differences":[{"path":"tax_year","expected":2025,"actual":"2025","actualMissing":false},{"path":"box1_nonemployee_compensation","expected":18000,"actual":"18000","actualMissing":false},{"path":"box4_federal_tax_withheld","expected":0,"actual":"0","actualMissing":false}],"allSelectedFieldsExact":false},{"id":"1040-clean","docType":"1040","startedAt":"2026-09-17T00:09:07.346Z","sha256":"6521e571637be6d7d664d97c34d4b22de96dbbe782e6e5cfebd77a7c2142d986","httpStatus":200,"elapsedMs":5097,"expected":{"tax_year":2025,"taxpayer_name":"Sample Taxpayer","taxpayer_ssn_last4":"0000","line9_total_income":75000,"line11_agi":72000,"line15_taxable_income":55000},"normalizedFields":{"tax_year":"2025","filing_status":null,"taxpayer_name":"Sample Taxpayer","taxpayer_ssn_last4":"0000","spouse_name":null,"spouse_ssn_last4":null,"address":null,"wages_salaries":null,"taxable_interest":null,"ordinary_dividends":null,"ira_distributions":null,"pensions_annuities":null,"social_security_benefits":null,"capital_gain_loss":null,"other_income":null,"total_income":75000,"adjustments":null,"adjusted_gross_income":72000,"standard_deduction":null,"itemized_deductions":null,"taxable_income":55000,"tax":null,"federal_tax_withheld":null,"estimated_tax_payments":null,"refund_amount":null,"amount_owed":null,"line1_wages":null,"line2b_taxable_interest":null,"line3b_ordinary_dividends":null,"line4a_ira_distributions":null,"line5a_pensions":null,"line6a_social_security":null,"line7_capital_gain_loss":null,"line8_other_income":null,"line9_total_income":75000,"line10_adjustments":null,"line11_agi":72000,"line12_standard_or_itemized":null,"line15_taxable_income":55000,"line16_tax":null,"line25a_w2_withholding":null,"line26_estimated_payments":null,"line35a_refund":null,"line37_amount_owed":null},"differences":[{"path":"tax_year","expected":2025,"actual":"2025","actualMissing":false}],"allSelectedFieldsExact":false},{"id":"receipt-clean","docType":"receipt","startedAt":"2026-09-17T00:09:12.446Z","sha256":"383852831e33a6d4249f441594ae8707e3e22a67e640ab7baebed01d6d6cb959","httpStatus":200,"elapsedMs":4431,"expected":{"merchant_name":"Example Cafe (fictional)","date":"2026-08-12","subtotal":20,"tax":1.5,"tip":3,"total":24.5,"payment_method":"Card"},"normalizedFields":{"merchant_name":"Example Cafe","merchant_address":null,"merchant_phone":null,"transaction_date":"2026-08-12","transaction_time":null,"receipt_number":null,"items":[],"subtotal":20,"tax_amount":1.5,"tip_amount":3,"discount_amount":null,"total_amount":24.5,"payment_method":"Card","card_last_four":null,"cashier":null,"tax_rate":7.5},"differences":[{"path":"merchant_name","expected":"Example Cafe (fictional)","actual":"Example Cafe","actualMissing":false},{"path":"date","expected":"2026-08-12","actual":null,"actualMissing":true},{"path":"tax","expected":1.5,"actual":null,"actualMissing":true},{"path":"tip","expected":3,"actual":null,"actualMissing":true},{"path":"total","expected":24.5,"actual":null,"actualMissing":true}],"allSelectedFieldsExact":false},{"id":"bank_statement-clean","docType":"bank_statement","startedAt":"2026-09-17T00:09:16.881Z","sha256":"795583783e73fa708318b000e18681c93a5acae4a4185b9e4cda4ed151bfff83","httpStatus":200,"elapsedMs":5386,"expected":{"bank_name":"Example Bank (fictional)","account_holder":"Example Workshop","account_number_last4":"0000","statement_period_start":"2026-08-01","statement_period_end":"2026-08-31","beginning_balance":1000,"total_deposits":500,"total_withdrawals":200,"ending_balance":1300,"transactions":[{"date":"2026-08-05","description":"Sample deposit","amount":500},{"date":"2026-08-10","description":"Sample payment","amount":-200}]},"normalizedFields":{"bank_name":"Example Bank (fictional)","account_holder":"Example Workshop","account_number":"****0000","routing_number":null,"statement_period_start":"2026-08-01","statement_period_end":"2026-08-31","beginning_balance":1000,"ending_balance":1300,"total_deposits":500,"total_withdrawals":200,"transactions":[{"date":"2026-08-05","description":"Sample deposit","reference":null,"amount":500,"balance":null},{"date":"2026-08-10","description":"Sample payment","reference":null,"amount":-200,"balance":null}],"service_charges":null,"interest_earned":null,"overdraft_fees":null,"checks_cleared":null,"additional_accounts":[],"footnotes":["SYNTHETIC QA FIXTURE - NOT A REAL FINANCIAL OR LEGAL RECORD","clean labeled partial synthetic document; no image OCR or official-form layout claim"]},"differences":[{"path":"account_number_last4","expected":"0000","actual":null,"actualMissing":true}],"allSelectedFieldsExact":false},{"id":"eob-clean","docType":"eob","startedAt":"2026-09-17T00:09:22.270Z","sha256":"a671e5a92d4a809ae99123b377f3af8400824993a9561a7d707807a49f2a7ce9","httpStatus":200,"elapsedMs":4880,"expected":{"insurance_company":"Example Health Plan (fictional)","patient_name":"Sample Patient","provider_name":"Example Clinic","claim_number":"SAMPLE-001","service_date":"2026-08-10","billed_amount":200,"allowed_amount":150,"insurance_paid":120,"patient_responsibility":30,"denial_codes":[]},"normalizedFields":{"insurance_company":"Example Health Plan","plan_name":null,"member_name":"Sample Patient","member_id":null,"group_number":null,"provider_name":"Example Clinic","provider_npi":null,"claim_number":"SAMPLE-001","service_date":"2026-08-10","date_processed":null,"service_description":null,"procedure_codes":[],"diagnosis_codes":[],"billed_amount":200,"allowed_amount":150,"insurance_paid":120,"patient_responsibility":30,"deductible":null,"copay":null,"coinsurance":null,"not_covered":null,"denial_reason":null,"remarks":[]},"differences":[{"path":"insurance_company","expected":"Example Health Plan (fictional)","actual":"Example Health Plan","actualMissing":false},{"path":"patient_name","expected":"Sample Patient","actual":null,"actualMissing":true},{"path":"denial_codes","expected":[],"actual":null,"actualMissing":true}],"allSelectedFieldsExact":false},{"id":"medical_bill-clean","docType":"medical_bill","startedAt":"2026-09-17T00:09:27.152Z","sha256":"c0f33ec92f2672beef79d44a8542626475bd15b89985a8d460fc0458ddd99364","httpStatus":200,"elapsedMs":5198,"expected":{"provider_name":"Example Clinic (fictional)","patient_name":"Sample Patient","service_date":"2026-08-10","statement_date":"2026-08-20","total_charges":200,"insurance_payments":120,"insurance_adjustments":50,"prior_payments":0,"patient_balance":30},"normalizedFields":{"provider_name":"Example Clinic","provider_address":null,"provider_phone":null,"patient_name":"Sample Patient","patient_address":null,"patient_dob":null,"patient_id":null,"account_number":null,"statement_date":"2026-08-20","service_date":"2026-08-10","services":[],"total_charges":200,"insurance_payments":120,"patient_payments":0,"adjustments":50,"balance_due":30,"due_date":null,"insurance_info":{"name":null,"policy_number":null,"group_number":null}},"differences":[{"path":"provider_name","expected":"Example Clinic (fictional)","actual":"Example Clinic","actualMissing":false},{"path":"insurance_adjustments","expected":50,"actual":null,"actualMissing":true},{"path":"prior_payments","expected":0,"actual":null,"actualMissing":true},{"path":"patient_balance","expected":30,"actual":null,"actualMissing":true}],"allSelectedFieldsExact":false},{"id":"dec_page-clean","docType":"dec_page","startedAt":"2026-09-17T00:09:32.354Z","sha256":"84185a453e5b57b203e1a79768011dd45c20ce94be74f33e51aa6da6750fde09","httpStatus":200,"elapsedMs":4583,"expected":{"insurance_company":"Example Insurer (fictional)","policy_number":"SAMPLE-001","named_insured":"Example Workshop","property_address":"Fictional sample property","policy_period_start":"2026-01-01","policy_period_end":"2027-01-01","coverages":[{"type":"Sample property coverage","limit":250000,"premium":900}],"total_premium":900},"normalizedFields":{"insurance_company":"Example Insurer (fictional)","policy_number":"SAMPLE-001","named_insured":"Example Workshop","policy_period_start":"2026-01-01","policy_period_end":"2027-01-01","agent_name":null,"agent_contact":null,"coverages":[{"type":"Sample property coverage","limit":250000,"premium":900}],"deductibles":null,"liability_limits":null,"total_premium":900,"vehicle_info":null,"property_address":"Fictional sample property","mortgagee":null,"additional_insureds":null,"endorsements":null},"differences":[],"allSelectedFieldsExact":true},{"id":"lease-clean","docType":"lease","startedAt":"2026-09-17T00:09:36.941Z","sha256":"db67ec9ffeb89d63cd9828e1e0b67a230374c386c33e9e544928ea4bbe47b277","httpStatus":200,"elapsedMs":4531,"expected":{"landlord_name":"Example Property Company (fictional)","tenant_names":["Sample Tenant"],"property_address":"Fictional sample property","unit_number":"A","lease_start_date":"2026-01-01","lease_end_date":"2026-12-31","monthly_rent":1800,"security_deposit":1800,"renewal_terms":null},"normalizedFields":{"landlord_name":"Example Property Company (fictional)","landlord_address":null,"landlord_contact":null,"tenant_names":["Sample Tenant"],"property_address":"Fictional sample property, Unit A","lease_start_date":"2026-01-01","lease_end_date":"2026-12-31","lease_term_months":12,"monthly_rent":1800,"security_deposit":1800,"pet_deposit":null,"late_fee":null,"utilities_included":[],"pets_allowed":null,"smoking_allowed":null,"renewal_terms":null,"special_terms":[]},"differences":[{"path":"property_address","expected":"Fictional sample property","actual":"Fictional sample property, Unit A","actualMissing":false},{"path":"unit_number","expected":"A","actual":null,"actualMissing":true}],"allSelectedFieldsExact":false},{"id":"legal_doc-clean","docType":"legal_doc","startedAt":"2026-09-17T00:09:41.476Z","sha256":"4f1b26c74e2c61ab4b9631984c00def0e51b6e683c7cfb7ab979d57bbd230f60","httpStatus":200,"elapsedMs":4647,"expected":{"document_type":"Sample service agreement","parties":[{"name":"Example Studio (fictional)","role":"Provider","address":null},{"name":"Example Customer (fictional)","role":"Customer","address":null}],"effective_date":"2026-08-01","obligations":["Provide the services described in the signed schedule."],"termination_clause":null},"normalizedFields":{"document_type":"service agreement","document_title":"Sample service agreement","parties":[{"name":"Example Studio (fictional)","role":"Provider","address":null},{"name":"Example Customer (fictional)","role":"Customer","address":null}],"execution_date":null,"effective_date":"2026-08-01","expiration_date":null,"jurisdiction":null,"key_terms":[],"monetary_amounts":[],"property_descriptions":[],"obligations":{"Provider":["Provide the services described in the signed schedule."],"Customer":[]},"termination_clauses":[],"dispute_resolution":null,"signatures":[],"witnesses":[],"notary":null},"differences":[{"path":"document_type","expected":"Sample service agreement","actual":"service agreement","actualMissing":false},{"path":"obligations","expected":["Provide the services described in the signed schedule."],"actual":{"Provider":["Provide the services described in the signed schedule."],"Customer":[]},"actualMissing":false},{"path":"termination_clause","expected":null,"actual":null,"actualMissing":true}],"allSelectedFieldsExact":false},{"id":"invoice-clean","docType":"invoice","startedAt":"2026-09-17T00:09:46.127Z","sha256":"78192ba3b10eef023ad659e051c53d54166a962ad48ebfa2b8d32eea0a0485a7","httpStatus":200,"elapsedMs":5148,"expected":{"vendor_name":"Example Workshop (fictional)","invoice_number":"QA-20260916-clean","invoice_date":"2026-09-16","customer_name":"Synthetic Sample Buyer","total_amount":250},"normalizedFields":{"invoice_number":"QA-20260916-clean","vendor_name":"Example Workshop","vendor_address":null,"vendor_contact":null,"customer_name":"Synthetic Sample Buyer","customer_address":null,"invoice_date":"2026-09-16","due_date":null,"purchase_order":null,"line_items":[{"description":"Service A","quantity":2,"unit_price":100,"total":200},{"description":"Service B","quantity":1,"unit_price":50,"total":50}],"subtotal":250,"tax_amount":0,"discount_amount":null,"shipping_amount":null,"total_amount":250,"payment_terms":null,"tax_id":null},"differences":[{"path":"vendor_name","expected":"Example Workshop (fictional)","actual":"Example Workshop","actualMissing":false}],"allSelectedFieldsExact":false},{"id":"invoice-mismatch","docType":"invoice","startedAt":"2026-09-17T00:09:51.277Z","sha256":"a8aef6d3832f54f4641632f9f2a4c94e349c6827db06c51a45d4d83dd92c09a2","httpStatus":200,"elapsedMs":5254,"expected":{"vendor_name":"Example Workshop (fictional)","invoice_number":"QA-20260916-mismatch","invoice_date":"2026-09-16","customer_name":"Synthetic Sample Buyer","total_amount":300},"normalizedFields":{"invoice_number":"QA-20260916-mismatch","vendor_name":"Example Workshop (fictional)","vendor_address":null,"vendor_contact":null,"customer_name":"Synthetic Sample Buyer","customer_address":null,"invoice_date":"2026-09-16","due_date":null,"purchase_order":null,"line_items":[{"description":"Service A","quantity":2,"unit_price":100,"total":200},{"description":"Service B","quantity":1,"unit_price":50,"total":50}],"subtotal":250,"tax_amount":0,"discount_amount":null,"shipping_amount":null,"total_amount":300,"payment_terms":null,"tax_id":null},"differences":[],"allSelectedFieldsExact":true},{"id":"invoice-missing-total","docType":"invoice","startedAt":"2026-09-17T00:09:56.536Z","sha256":"8aea8f6e920bc695cac1eca14fec05b7ad773852221525176c10fb2afdae597f","httpStatus":200,"elapsedMs":5328,"expected":{"vendor_name":"Example Workshop (fictional)","invoice_number":"QA-20260916-missing-total","invoice_date":"2026-09-16","customer_name":"Synthetic Sample Buyer","total_amount":null},"normalizedFields":{"invoice_number":"QA-20260916-missing-total","vendor_name":"Example Workshop (fictional)","vendor_address":null,"vendor_contact":null,"customer_name":"Synthetic Sample Buyer","customer_address":null,"invoice_date":"2026-09-16","due_date":null,"purchase_order":null,"line_items":[{"description":"Service A","quantity":2,"unit_price":100,"total":200},{"description":"Service B","quantity":1,"unit_price":50,"total":50}],"subtotal":250,"tax_amount":0,"discount_amount":null,"shipping_amount":null,"total_amount":null,"payment_terms":null,"tax_id":null},"differences":[],"allSelectedFieldsExact":true}]}