{ "generated_at": "2026-09-07T14:56:15.798161+00:00", "status": "Partial diagnostic expansion; independent CRE qualification pending", "scoring_version": "1.1", "distinct_deal_packets": 20, "authoring_families": 4, "authentic_customer_deals": 0, "target_workflow_stages": 720, "conditions": [ { "model": "lev/native", "label": "Lev Agent", "target_stages": 120, "recorded_stages": 8, "completed_stages": 8, "cases_started": 4, "cost_recorded_usd": 17.78794275, "cost_missing_stages": 0, "cost_basis": "Native trace estimate" }, { "model": "openai/gpt-5", "label": "GPT-5 API agent", "target_stages": 120, "recorded_stages": 10, "completed_stages": 10, "cases_started": 5, "cost_recorded_usd": 2.62838675, "cost_missing_stages": 1, "cost_basis": "Gateway reported" }, { "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "target_stages": 120, "recorded_stages": 9, "completed_stages": 8, "cases_started": 5, "cost_recorded_usd": 21.975975, "cost_missing_stages": 1, "cost_basis": "Gateway reported" }, { "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "target_stages": 120, "recorded_stages": 8, "completed_stages": 8, "cases_started": 4, "cost_recorded_usd": 11.96707, "cost_missing_stages": 1, "cost_basis": "Gateway reported" }, { "model": "claude/consumer-opus-5-high", "label": "Claude Chat \u00b7 Opus 5 High", "target_stages": 120, "recorded_stages": 2, "completed_stages": 2, "cases_started": 1, "cost_recorded_usd": 0, "cost_missing_stages": 2, "cost_basis": "Unmeasured consumer inference" }, { "model": "chatgpt/consumer-agent", "label": "ChatGPT agent product", "target_stages": 120, "recorded_stages": 0, "completed_stages": 0, "cases_started": 0, "cost_recorded_usd": 0, "cost_missing_stages": 0, "cost_basis": "Access pending; no measured run" } ], "matched_keys": [ [ "in-01", "initial", 1 ], [ "in-01", "revision", 1 ], [ "mf-01", "initial", 1 ], [ "mf-01", "revision", 1 ], [ "of-01", "initial", 1 ], [ "of-01", "revision", 1 ], [ "rt-01", "initial", 1 ], [ "rt-01", "revision", 1 ] ], "matched_rows": [ { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1335320, "expected": 1335460.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 902476.4, "expected": 902612.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 900076.4, "expected": 900212.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 14439622.4, "expected": 14441795.2, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 9019219.64341535, "expected": 9020580.427930512, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1084027.44698119, "expected": 1085374.6236512065, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1335320, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 902476.4, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 900076.4, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 13370020.7407407, "expected": 13372032.592592591, "passed": false }, { "field": "maximum_loan", "actual": 8690513.48148148, "expected": 8691821.185185185, "passed": false }, { "field": "net_cash_out", "actual": 758608.346666666, "expected": 759902.9733333327, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268687, "expected": 1268827.0, "passed": false }, { "field": "uw_noi", "actual": 837842.39, "expected": 837978.19, "passed": false }, { "field": "uw_ncf", "actual": 835442.39, "expected": 835578.19, "passed": false }, { "field": "capitalization_value", "actual": 13405478.24, "expected": 13407651.04, "passed": false }, { "field": "maximum_loan", "actual": 8371554.25342767, "expected": 8372915.037942834, "passed": false }, { "field": "net_cash_out", "actual": 442838.710893394, "expected": 444185.88756340556, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1335320, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 902476.4, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 900076.4, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 14439622.4, "expected": 14441795.2, "passed": false }, { "field": "maximum_loan", "actual": 8177703.78530125, "expected": 8178937.605201456, "passed": false }, { "field": "net_cash_out", "actual": 250926.747448238, "expected": 252148.22914944123, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 3, "characters": 5198, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "20bc582b4b464f0bcc3532b9f4d249cfdf7449fabf6739d07d8d06a52f9da8c3", "artifacts/memorandum-v1.pdf": "52c3ea8602df50a80b3a87efb56b89daf25d6ecf3420c6c6a0ece23a98abbca4" } }, "cost_usd": 1.18413, "known_partial_cost_usd": 1.18413, "cost_basis": "Gateway reported", "elapsed_seconds": 234.597, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -135.79999999993015, "absolute_percent": 0.01504522097085882 }, "maximum_loan": { "difference_usd": -1360.7879305109382, "absolute_percent": 0.015085369964636835 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1337885, "expected": 1338025.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 904964.45, "expected": 905100.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 902564.45, "expected": 902700.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13922530, "expected": 13924619.23076923, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8398930.04430427, "expected": 8400193.748741092, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 469940.743861224, "expected": 471191.81125368085, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1337885, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904964.45, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 902564.45, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 12928063.5714286, "expected": 12930003.57142857, "passed": false }, { "field": "maximum_loan", "actual": 8398930.04430427, "expected": 8400193.748741092, "passed": false }, { "field": "net_cash_out", "actual": 469940.743861224, "expected": 471191.81125368085, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271123.75, "expected": 1271263.75, "passed": false }, { "field": "uw_noi", "actual": 840206.0375, "expected": 840341.8375, "passed": false }, { "field": "uw_ncf", "actual": 837806.0375, "expected": 837941.8375, "passed": false }, { "field": "capitalization_value", "actual": 12926246.7307692, "expected": 12928335.961538462, "passed": false }, { "field": "maximum_loan", "actual": 7796312.27405229, "expected": 7797575.978489121, "passed": false }, { "field": "net_cash_out", "actual": -126650.848688231, "expected": -125399.78129576985, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1337885, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904964.45, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 902564.45, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 13922530, "expected": 13924619.23076923, "passed": false }, { "field": "maximum_loan", "actual": 7648523.23756201, "expected": 7649674.03566365, "passed": false }, { "field": "net_cash_out", "actual": -272961.99481361, "expected": -271822.70469298586, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 5771, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "b48783668a3a27be7b74f9d203d85b8bdc6f22ae6b8ae082a3b0290ee59ec24c", "artifacts/memorandum-v2.pdf": "3095d0309d1c3e80eb51a8bfaa4b6665b3fd603192a081339e9e614deabea532" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.57644, "known_partial_cost_usd": 1.57644, "cost_basis": "Gateway reported", "elapsed_seconds": 173.634, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -135.80000000004657, "absolute_percent": 0.015003862831774333 }, "maximum_loan": { "difference_usd": -1263.7087410930544, "absolute_percent": 0.015043804689414957 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 32, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 4, "characters": 5708, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "22873827b4caccc45b6dbfa0374e1fb0c5a66fd3682588d816e423c7767a9d45", "artifacts/memorandum-v2.pdf": "7eaf71de33caa535adf6018dc2a2c4d57be2d8f281754e45de214664e6d4936c" } }, "cost_usd": 1.59132, "known_partial_cost_usd": 1.59132, "cost_basis": "Gateway reported", "elapsed_seconds": 290.978, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.40000000002328306, "absolute_percent": 6.236614666136603e-05 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 32, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 4, "characters": 5194, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "1d1785fb6db7f948c890bdecf67c6aa1762252025f96cd18c30ee822a4511159", "artifacts/memorandum-v3.pdf": "2aa1580f77b80264d6795d5f42f04e6a9e6ad4a89213a7a9eed137467b656454" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.8243999999999998, "known_partial_cost_usd": 1.8243999999999998, "cost_basis": "Gateway reported", "elapsed_seconds": 202.301, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.34999999997671694, "absolute_percent": 5.4359504091712395e-05 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1541850, "expected": 1542060.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1042330.5, "expected": 1042534.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1038730.5, "expected": 1038934.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13897740, "expected": 13900456.0, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8338644, "expected": 8340273.6, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1710257.56, "expected": 1711870.8639999991, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1541850, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1042330.5, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1038730.5, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 13029131.25, "expected": 13031677.5, "passed": false }, { "field": "maximum_loan", "actual": 7817478.75, "expected": 7819006.5, "passed": false }, { "field": "net_cash_out", "actual": 1194303.9625, "expected": 1195816.4349999996, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1464957, "expected": 1465167.0, "passed": false }, { "field": "uw_noi", "actual": 967744.29, "expected": 967947.99, "passed": false }, { "field": "uw_ncf", "actual": 964144.29, "expected": 964347.99, "passed": false }, { "field": "capitalization_value", "actual": 12903257.2, "expected": 12905973.200000001, "passed": false }, { "field": "maximum_loan", "actual": 7741954.32, "expected": 7743583.92, "passed": false }, { "field": "net_cash_out", "actual": 1119534.7768, "expected": 1121148.0807999996, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1541850, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1042330.5, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1038730.5, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 13897740, "expected": 13900456.0, "passed": false }, { "field": "maximum_loan", "actual": 8338644, "expected": 8340273.6, "passed": false }, { "field": "net_cash_out", "actual": 1710257.56, "expected": 1711870.8639999991, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 3, "characters": 5733, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "0481ba3b9d826db007d859937a676b937257c8cdc0e76de0d40e791fa6458fd3", "artifacts/memorandum-v1.pdf": "a174fd7e0f9797f1ec50bd4f937ffd4f9fc7ef939e1c6f3a0a050a68e0cd38d2" } }, "cost_usd": null, "known_partial_cost_usd": 0.966255, "cost_basis": "Gateway reported", "elapsed_seconds": 207.67711337499134, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -203.69999999995343, "absolute_percent": 0.019538927356047738 }, "maximum_loan": { "difference_usd": -1629.5999999996275, "absolute_percent": 0.019538927356047738 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1544415, "expected": 1544625.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1044818.55, "expected": 1045022.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1041218.55, "expected": 1041422.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13481529.6774194, "expected": 13484158.064516129, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8088917.80645161, "expected": 8090494.838709677, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1463028.6283871, "expected": 1464589.89032258, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1544415, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044818.55, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1041218.55, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 12664467.2727273, "expected": 12666936.363636363, "passed": false }, { "field": "maximum_loan", "actual": 7598680.36363636, "expected": 7600161.818181817, "passed": false }, { "field": "net_cash_out", "actual": 977693.56, "expected": 979160.1999999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467393.75, "expected": 1467603.75, "passed": false }, { "field": "uw_noi", "actual": 970107.9375, "expected": 970311.6375, "passed": false }, { "field": "uw_ncf", "actual": 966507.9375, "expected": 966711.6375, "passed": false }, { "field": "capitalization_value", "actual": 12517521.7741935, "expected": 12520150.161290321, "passed": false }, { "field": "maximum_loan", "actual": 7510513.06451613, "expected": 7512090.0967741925, "passed": false }, { "field": "net_cash_out", "actual": 890407.933870967, "expected": 891969.1958064502, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1544415, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044818.55, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1041218.55, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 13481529.6774194, "expected": 13484158.064516129, "passed": false }, { "field": "maximum_loan", "actual": 8088917.80645161, "expected": 8090494.838709677, "passed": false }, { "field": "net_cash_out", "actual": 1463028.6283871, "expected": 1464589.89032258, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 3, "characters": 4646, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "b1f310cc0ed109614af5abd20aed945276b121eab5db14fc12f6dfcf10b68043", "artifacts/memorandum-v2.pdf": "89eb5d0a19a2a5d6fde94032ea14644c1ea19f447876ae46d73ad6f2c4cb7d87" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.3771550000000001, "known_partial_cost_usd": 1.3771550000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 167.1264343750081, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -203.69999999995343, "absolute_percent": 0.019492407936764357 }, "maximum_loan": { "difference_usd": -1577.028709677048, "absolute_percent": 0.019492364078048934 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 28, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 781090, "expected": 781265.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 528420.3, "expected": 528590.05, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 525420.3, "expected": 525590.05, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7828448.88888889, "expected": 7830963.703703704, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 5088491.77777778, "expected": 5090126.407407408, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 692606.86, "expected": 694225.1433333335, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 781090, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 528420.3, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 525420.3, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7288555.86206897, "expected": 7290897.24137931, "passed": false }, { "field": "maximum_loan", "actual": 4737561.31034483, "expected": 4739083.206896552, "passed": false }, { "field": "net_cash_out", "actual": 345185.697241379, "expected": 346692.3748275861, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 742201.75, "expected": 742376.75, "passed": false }, { "field": "uw_noi", "actual": 490698.6975, "expected": 490868.4475, "passed": false }, { "field": "uw_ncf", "actual": 487698.6975, "expected": 487868.4475, "passed": false }, { "field": "capitalization_value", "actual": 7269610.33333333, "expected": 7272125.148148147, "passed": false }, { "field": "maximum_loan", "actual": 4725246.71666667, "expected": 4726881.3462962955, "passed": false }, { "field": "net_cash_out", "actual": 332994.2495, "expected": 334612.5328333322, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 781090, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 528420.3, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 525420.3, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7828448.88888889, "expected": 7830963.703703704, "passed": false }, { "field": "maximum_loan", "actual": 5088491.77777778, "expected": 5011242.792886342, "passed": false }, { "field": "net_cash_out", "actual": 692606.86, "expected": 616130.3649574788, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 6120, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "2e8989085722dd2122cce449d336af84cb412ab5e60ede44bb8fb3d317a20141", "artifacts/memorandum-v1.pdf": "5e6762004412e7fa0b2e6fdbea6bbfffa28bfc002fd127a586c0445b4140358e" } }, "cost_usd": 1.6882, "known_partial_cost_usd": 1.6882, "cost_basis": "Gateway reported", "elapsed_seconds": 319.484, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -170.05000000004657, "absolute_percent": 0.03217048826402361 }, "maximum_loan": { "difference_usd": -1634.4074074076489, "absolute_percent": 0.03210936775615586 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 25, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 783655, "expected": 783830.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 530908.35, "expected": 531078.1, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 527908.35, "expected": 528078.1, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7584405, "expected": 7586829.999999999, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 4929863.25, "expected": 4931439.5, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 535564.6175, "expected": 537125.1049999995, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 783655, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 530908.35, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 527908.35, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7078778, "expected": 7081041.333333332, "passed": false }, { "field": "maximum_loan", "actual": 4601205.7, "expected": 4602676.866666666, "passed": false }, { "field": "net_cash_out", "actual": 210193.642999999, "expected": 211650.0979999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 744638.5, "expected": 744813.5, "passed": false }, { "field": "uw_noi", "actual": 493062.345, "expected": 493232.095, "passed": false }, { "field": "uw_ncf", "actual": 490062.345, "expected": 490232.095, "passed": false }, { "field": "capitalization_value", "actual": 7043747.78571428, "expected": 7046172.7857142845, "passed": false }, { "field": "maximum_loan", "actual": 4578436.06071429, "expected": 4580012.310714285, "passed": false }, { "field": "net_cash_out", "actual": 187651.700107142, "expected": 189212.18760714214, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 783655, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 530908.35, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 527908.35, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7584405, "expected": 7586829.999999999, "passed": false }, { "field": "maximum_loan", "actual": 4929863.25, "expected": 4686113.621560672, "passed": false }, { "field": "net_cash_out", "actual": 535564.6175, "expected": 294252.4853450656, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 5854, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "e6790f9300b821b9cb465e9fbba7a54b6f0a9b6decee065757971b9afdaf7374", "artifacts/memorandum-v2.pdf": "523de04ea812640e38c17956f1bbfc8cafa3f9929fb3eacf59fdeef28159f43d" }, "unchanged_facts": { "passed": 24, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.7591700000000001, "known_partial_cost_usd": 1.7591700000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 193.283, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -170.09999999997672, "absolute_percent": 0.032029187420828824 }, "maximum_loan": { "difference_usd": -1576.5, "absolute_percent": 0.031968353256691076 } } }, { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 9020580.4279305, "expected": 9020580.427930512, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1085374.6236512, "expected": 1085374.6236512065, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 13372032.5925926, "expected": 13372032.592592591, "passed": true }, { "field": "maximum_loan", "actual": 8691821.18518519, "expected": 8691821.185185185, "passed": true }, { "field": "net_cash_out", "actual": 759902.973333333, "expected": 759902.9733333327, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268827, "expected": 1268827.0, "passed": true }, { "field": "uw_noi", "actual": 837978.19, "expected": 837978.19, "passed": true }, { "field": "uw_ncf", "actual": 835578.19, "expected": 835578.19, "passed": true }, { "field": "capitalization_value", "actual": 13407651.04, "expected": 13407651.04, "passed": true }, { "field": "maximum_loan", "actual": 8372915.03794282, "expected": 8372915.037942834, "passed": true }, { "field": "net_cash_out", "actual": 444185.887563394, "expected": 444185.88756340556, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true }, { "field": "maximum_loan", "actual": 8178937.60520148, "expected": 8178937.605201456, "passed": true }, { "field": "net_cash_out", "actual": 252148.229149463, "expected": 252148.22914944123, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 7, "characters": 14826, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "87b84a20339ae0e3adddd78d40411dc11f5bb6a068d28b7dc96cd941116dddbe", "artifacts/memorandum-v2.pdf": "b8ea3d4fc8840f7f0d5bfd90adc69839990a319a51e7f42f9bb7722e313768b2" } }, "cost_usd": 2.54615, "known_partial_cost_usd": 2.54615, "cost_basis": "Gateway reported", "elapsed_seconds": 529.04, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0020694881677627563, "absolute_percent": 2.2941851517170448e-08 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 12930003.5714286, "expected": 12930003.57142857, "passed": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271263.75, "expected": 1271263.75, "passed": true }, { "field": "uw_noi", "actual": 840341.8375, "expected": 840341.8375, "passed": true }, { "field": "uw_ncf", "actual": 837941.8375, "expected": 837941.8375, "passed": true }, { "field": "capitalization_value", "actual": 12928335.9615385, "expected": 12928335.961538462, "passed": true }, { "field": "maximum_loan", "actual": 7797575.97848915, "expected": 7797575.978489121, "passed": true }, { "field": "net_cash_out", "actual": -125399.78129574, "expected": -125399.78129576985, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true }, { "field": "maximum_loan", "actual": 7649674.03566364, "expected": 7649674.03566365, "passed": true }, { "field": "net_cash_out", "actual": -271822.704692993, "expected": -271822.70469298586, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 8, "characters": 18292, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "971a93de250c913b787e3dc202b233c0794a3571d0beac02db6d6827414c0dd3", "artifacts/memorandum-v3.pdf": "cea95dcf4cc99113a94b78607034d666c50e0eee45b17e425d27e45bbe3f823e" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 3.484775, "known_partial_cost_usd": 3.484775, "cost_basis": "Gateway reported", "elapsed_seconds": 352.852, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0012589078396558762, "absolute_percent": 1.4986652419112884e-08 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 12796, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "d6ad95a1b742c793fdce6b87d156a602495d21f8d824231c675ccd322c83104b", "artifacts/memorandum-v2.pdf": "808028b5cbd201774b3091063d63414cb18a7accf88376d43b9eb7ab81736e9b" } }, "cost_usd": 2.235585, "known_partial_cost_usd": 2.235585, "cost_basis": "Gateway reported", "elapsed_seconds": 445.154, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 8, "characters": 15292, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "6aaa03e4ae953ca77b7028544f57ecc2e3a5b0806c289c7f71957baf889a4540", "artifacts/memorandum-v3.pdf": "a680d3833ffa64d6435b0a0af1a9fd631522a3dd02b2f22833a7bab9c5f33118" }, "unchanged_facts": { "passed": 19, "total": 20 } }, "cost_usd": 3.251535, "known_partial_cost_usd": 3.251535, "cost_basis": "Gateway reported", "elapsed_seconds": 344.849, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13031677.5, "expected": 13031677.5, "passed": true }, { "field": "maximum_loan", "actual": 7819006.5, "expected": 7819006.5, "passed": true }, { "field": "net_cash_out", "actual": 1195816.435, "expected": 1195816.4349999996, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1465167, "expected": 1465167.0, "passed": true }, { "field": "uw_noi", "actual": 967947.99, "expected": 967947.99, "passed": true }, { "field": "uw_ncf", "actual": 964347.99, "expected": 964347.99, "passed": true }, { "field": "capitalization_value", "actual": 12905973.2, "expected": 12905973.200000001, "passed": true }, { "field": "maximum_loan", "actual": 7743583.92, "expected": 7743583.92, "passed": true }, { "field": "net_cash_out", "actual": 1121148.0808, "expected": 1121148.0807999996, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 10737, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "2bb191f71bde593eb47412d7648532de5a9e820203ecb4c6e73b005c7e0c14b6", "artifacts/memorandum-v1.pdf": "61647c7cfa963822d649c25f853a362cf507f7c0d33cb63a2afe195f77257535" } }, "cost_usd": 2.13336, "known_partial_cost_usd": 2.13336, "cost_basis": "Gateway reported", "elapsed_seconds": 393.947, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 12666936.3636364, "expected": 12666936.363636363, "passed": true }, { "field": "maximum_loan", "actual": 7600161.81818182, "expected": 7600161.818181817, "passed": true }, { "field": "net_cash_out", "actual": 979160.199999999, "expected": 979160.1999999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467603.75, "expected": 1467603.75, "passed": true }, { "field": "uw_noi", "actual": 970311.6375, "expected": 970311.6375, "passed": true }, { "field": "uw_ncf", "actual": 966711.6375, "expected": 966711.6375, "passed": true }, { "field": "capitalization_value", "actual": 12520150.1612903, "expected": 12520150.161290321, "passed": true }, { "field": "maximum_loan", "actual": 7512090.09677419, "expected": 7512090.0967741925, "passed": true }, { "field": "net_cash_out", "actual": 891969.19580645, "expected": 891969.1958064502, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 7, "characters": 14174, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "d6fa4a285fd0f8555e0fe23a6925d2d414469b970be7abefa1dc5066b21adec3", "artifacts/memorandum-v2.pdf": "9ef2a1b96bd2cd3348b7a0e43f2b844358db6cd25af229d3a7e31925dae765ba" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": null, "known_partial_cost_usd": 2.492445, "cost_basis": "Gateway reported", "elapsed_seconds": 290.2689467910244, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0012903232127428055, "absolute_percent": 1.5948631554267137e-08 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 5090126.40740741, "expected": 5090126.407407408, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 694225.143333334, "expected": 694225.1433333335, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7290897.24137931, "expected": 7290897.24137931, "passed": true }, { "field": "maximum_loan", "actual": 4739083.20689655, "expected": 4739083.206896552, "passed": true }, { "field": "net_cash_out", "actual": 346692.374827586, "expected": 346692.3748275861, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 742376.75, "expected": 742376.75, "passed": true }, { "field": "uw_noi", "actual": 490868.4475, "expected": 490868.4475, "passed": true }, { "field": "uw_ncf", "actual": 487868.4475, "expected": 487868.4475, "passed": true }, { "field": "capitalization_value", "actual": 7272125.14814815, "expected": 7272125.148148147, "passed": true }, { "field": "maximum_loan", "actual": 4726881.3462963, "expected": 4726881.3462962955, "passed": true }, { "field": "net_cash_out", "actual": 334612.532833332, "expected": 334612.5328333322, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true }, { "field": "maximum_loan", "actual": 5011242.79288632, "expected": 5011242.792886342, "passed": true }, { "field": "net_cash_out", "actual": 616130.364957459, "expected": 616130.3649574788, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 10998, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "bf6d85fde3eb84be7ce99426203f51652fb817a34ba32a4b1da945113423867a", "artifacts/memorandum-v1.pdf": "5c54d2276a444491f37dca87ac5e162195211e27a06ec53e877bfa72f5ca90be" } }, "cost_usd": 1.45916, "known_partial_cost_usd": 1.45916, "cost_basis": "Gateway reported", "elapsed_seconds": 341.542, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0025925925001502037, "absolute_percent": 5.09337547369616e-08 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 4931439.5, "expected": 4931439.5, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 537125.105, "expected": 537125.1049999995, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7081041.33333333, "expected": 7081041.333333332, "passed": true }, { "field": "maximum_loan", "actual": 4602676.86666667, "expected": 4602676.866666666, "passed": true }, { "field": "net_cash_out", "actual": 211650.097999999, "expected": 211650.0979999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 744813.5, "expected": 744813.5, "passed": true }, { "field": "uw_noi", "actual": 493232.095, "expected": 493232.095, "passed": true }, { "field": "uw_ncf", "actual": 490232.095, "expected": 490232.095, "passed": true }, { "field": "capitalization_value", "actual": 7046172.78571428, "expected": 7046172.7857142845, "passed": true }, { "field": "maximum_loan", "actual": 4580012.31071429, "expected": 4580012.310714285, "passed": true }, { "field": "net_cash_out", "actual": 189212.187607142, "expected": 189212.18760714214, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true }, { "field": "maximum_loan", "actual": 4686113.62156068, "expected": 4686113.621560672, "passed": true }, { "field": "net_cash_out", "actual": 294252.485345071, "expected": 294252.4853450656, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 7, "characters": 14379, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "f9d18912ed58ad5860fce4d93de4f06c3ed4d491b4ea96e97a42788a9674938f", "artifacts/memorandum-v2.pdf": "58ebf6be928217bc4215189165b7e7e14ccc0ec5275ed87c5b93ef6edf7e7e01" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.36895, "known_partial_cost_usd": 2.36895, "cost_basis": "Gateway reported", "elapsed_seconds": 318.585, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 11, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 9020580.4279305, "expected": 9020580.427930512, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1085374.6236512, "expected": 1085374.6236512065, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 13372032.5925926, "expected": 13372032.592592591, "passed": true }, { "field": "maximum_loan", "actual": 8691821.18518519, "expected": 8691821.185185185, "passed": true }, { "field": "net_cash_out", "actual": 759902.973333333, "expected": 759902.9733333327, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268827, "expected": 1268827.0, "passed": true }, { "field": "uw_noi", "actual": 837978.19, "expected": 837978.19, "passed": true }, { "field": "uw_ncf", "actual": 835578.19, "expected": 835578.19, "passed": true }, { "field": "capitalization_value", "actual": 13407651.04, "expected": 13407651.04, "passed": true }, { "field": "maximum_loan", "actual": 8372915.03794282, "expected": 8372915.037942834, "passed": true }, { "field": "net_cash_out", "actual": 444185.887563394, "expected": 444185.88756340556, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true }, { "field": "maximum_loan", "actual": 8178937.60520148, "expected": 8178937.605201456, "passed": true }, { "field": "net_cash_out", "actual": 252148.229149463, "expected": 252148.22914944123, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 6431, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "02de2f1d845b59b6b6d3b3f675b3e48f888e1c6506b7765810802cf98e0241ac", "artifacts/memorandum-v1.pdf": "e52dacb0585a4b59490a6716d8b36c9b80a37803a27fabc7627adc47fd10d4d6" } }, "cost_usd": 0.29205675000000003, "known_partial_cost_usd": 0.29205675000000003, "cost_basis": "Gateway reported", "elapsed_seconds": 425.901, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 11, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 12930003.5714286, "expected": 12930003.57142857, "passed": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271263.75, "expected": 1271263.75, "passed": true }, { "field": "uw_noi", "actual": 840341.8375, "expected": 840341.8375, "passed": true }, { "field": "uw_ncf", "actual": 837941.8375, "expected": 837941.8375, "passed": true }, { "field": "capitalization_value", "actual": 12928335.9615385, "expected": 12928335.961538462, "passed": true }, { "field": "maximum_loan", "actual": 7797575.97848915, "expected": 7797575.978489121, "passed": true }, { "field": "net_cash_out", "actual": -125399.78129574, "expected": -125399.78129576985, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true }, { "field": "maximum_loan", "actual": 7649674.03566364, "expected": 7649674.03566365, "passed": true }, { "field": "net_cash_out", "actual": -271822.704692993, "expected": -271822.70469298586, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 5875, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "afeb14502bd50ee8688be30c5639f68cb68493539efccdfe4e85e51c06a6f774", "artifacts/memorandum-v2.pdf": "e24e2e5d83447b1a43eff85188e85a8fa083ff74f1bd904d7c8fccce454364d5" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 0.131296, "known_partial_cost_usd": 0.131296, "cost_basis": "Gateway reported", "elapsed_seconds": 159.631, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -1.862645149230957e-09, "absolute_percent": 2.21738355679011e-14 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608292, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482209, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703838, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236799, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 7592, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "a0d40c57e6bb9d7b87fef05959b4e0d960a3d98d7df172cb7c3137c43dd9a892", "artifacts/memorandum-v3.pdf": "c40f9a7a2c73e04649a344ef0965df4b65e5ce6a4e0c23c38c591f1ca8ceaa47" } }, "cost_usd": 0.537786, "known_partial_cost_usd": 0.537786, "cost_basis": "Gateway reported", "elapsed_seconds": 612.842, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -4200, "absolute_percent": 0.4694835680751174 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 3.259629011154175e-08, "absolute_percent": 4.80166066603882e-13 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 33, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519484, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.08204289, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519484, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.08204289, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902199, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363177, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 6526, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v4.xlsx": "9f09b4fb83a34ad1eb3d2f8afd9442b5f4afac2e372bd323cf6736606e29185f", "artifacts/memorandum-v4.pdf": "61a4972dad68dc38ad9502835eb13317666ce82cb9e2884ec3929fab2363acae" }, "unchanged_facts": { "passed": 20, "total": 20 } }, "cost_usd": 0.19812675, "known_partial_cost_usd": 0.19812675, "cost_basis": "Gateway reported", "elapsed_seconds": 148.712, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/underwriting-v4.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/memorandum-v4.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -8400, "absolute_percent": 0.9126466753585397 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -7.450580596923828e-09, "absolute_percent": 1.1812212535109227e-13 } } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 34, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13031677.5, "expected": 13031677.5, "passed": true }, { "field": "maximum_loan", "actual": 7819006.5, "expected": 7819006.5, "passed": true }, { "field": "net_cash_out", "actual": 1195816.435, "expected": 1195816.4349999996, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1465167, "expected": 1465167.0, "passed": true }, { "field": "uw_noi", "actual": 967947.99, "expected": 967947.99, "passed": true }, { "field": "uw_ncf", "actual": 964347.99, "expected": 964347.99, "passed": true }, { "field": "capitalization_value", "actual": 12905973.2, "expected": 12905973.200000001, "passed": true }, { "field": "maximum_loan", "actual": 7743583.92, "expected": 7743583.92, "passed": true }, { "field": "net_cash_out", "actual": 1121148.0808, "expected": 1121148.0807999996, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 7648, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "1b86845961e86892e046ce2a40eb5c1f76ae974055b17de319e2f810cfce26eb", "artifacts/memorandum-v2.pdf": "dc4ed3f288b90f5b44e2ce9db841c8b48cd99866fb86535cf661e26b9e0facd2" } }, "cost_usd": null, "known_partial_cost_usd": 0.40878925, "cost_basis": "Gateway reported", "elapsed_seconds": 537.2976402920247, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 34, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 12666936.3636364, "expected": 12666936.363636363, "passed": true }, { "field": "maximum_loan", "actual": 7600161.81818182, "expected": 7600161.818181817, "passed": true }, { "field": "net_cash_out", "actual": 979160.199999999, "expected": 979160.1999999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467603.75, "expected": 1467603.75, "passed": true }, { "field": "uw_noi", "actual": 970311.6375, "expected": 970311.6375, "passed": true }, { "field": "uw_ncf", "actual": 966711.6375, "expected": 966711.6375, "passed": true }, { "field": "capitalization_value", "actual": 12520150.1612903, "expected": 12520150.161290321, "passed": true }, { "field": "maximum_loan", "actual": 7512090.09677419, "expected": 7512090.0967741925, "passed": true }, { "field": "net_cash_out", "actual": 891969.19580645, "expected": 891969.1958064502, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 6404, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "bf58e239a7a5fbaf3d62a3c27c5e0c7dc66e9d0d2fac87f1d82316efecfed457", "artifacts/memorandum-v3.pdf": "00d632874ba9ae104ba08a3ab74154cb5a38f62bcc28c9c0cee24d32cafbea80" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 0.160081, "known_partial_cost_usd": 0.160081, "cost_basis": "Gateway reported", "elapsed_seconds": 124.98798404203262, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 5700, "absolute_percent": 0.42240995998221437 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 6, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 2, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 5090126.40740741, "expected": 5090126.407407408, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 694225.143333334, "expected": 694225.1433333335, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7290897.24137931, "expected": 7290897.24137931, "passed": true }, { "field": "maximum_loan", "actual": 4739083.20689655, "expected": 4739083.206896552, "passed": true }, { "field": "net_cash_out", "actual": 346692.374827586, "expected": 346692.3748275861, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true }, { "field": "maximum_loan", "actual": 5011242.79288632, "expected": 5011242.792886342, "passed": true }, { "field": "net_cash_out", "actual": 616130.364957459, "expected": 616130.3649574788, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 6, "characters": 7260, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "75375221a86a28aa35130e133201a9e2fca59e7f7340bbdf2b09d6126e612ad3", "artifacts/memorandum-v1.pdf": "0d8a67d2ce340dbbb022e8fff462b191952e0e531ed2884e2daf57ec496a9d37" } }, "cost_usd": 0.21739725000000001, "known_partial_cost_usd": 0.21739725000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 242.269, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 6, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 2, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 4931439.5, "expected": 4931439.5, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 537125.105, "expected": 537125.1049999995, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7081041.33333333, "expected": 7081041.333333332, "passed": true }, { "field": "maximum_loan", "actual": 4602676.86666667, "expected": 4602676.866666666, "passed": true }, { "field": "net_cash_out", "actual": 211650.097999999, "expected": 211650.0979999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true }, { "field": "maximum_loan", "actual": 4686113.62156068, "expected": 4686113.621560672, "passed": true }, { "field": "net_cash_out", "actual": 294252.485345071, "expected": 294252.4853450656, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 4914, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "4ef871b30648a50188ccbd8e05114382489693a02b143b51c00a815e6e641e57", "artifacts/memorandum-v2.pdf": "79d649ea5151fe8517bb8db9ae16dfcd8ac89114269a6cc6c48c5fe29c3ab680" }, "unchanged_facts": { "passed": 23, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 0.12155925000000001, "known_partial_cost_usd": 0.12155925000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 98.22, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 5, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1334605, "expected": 1335460.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 901782.85, "expected": 902612.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 899382.85, "expected": 900212.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 14428525.6, "expected": 14441795.2, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 9012269.92249868, "expected": 9020580.427930512, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1077147.22327369, "expected": 1085374.6236512065, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1334605, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 901782.85, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 899382.85, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 13359745.9259259, "expected": 13372032.592592591, "passed": false }, { "field": "maximum_loan", "actual": 8683834.85185185, "expected": 8691821.185185185, "passed": false }, { "field": "net_cash_out", "actual": 751996.503333334, "expected": 759902.9733333327, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268827, "expected": 1268827.0, "passed": true }, { "field": "uw_noi", "actual": 837978.19, "expected": 837978.19, "passed": true }, { "field": "uw_ncf", "actual": 835578.19, "expected": 835578.19, "passed": true }, { "field": "capitalization_value", "actual": 13407651.04, "expected": 13407651.04, "passed": true }, { "field": "maximum_loan", "actual": 8372915.03794284, "expected": 8372915.037942834, "passed": true }, { "field": "net_cash_out", "actual": 444185.887563407, "expected": 444185.88756340556, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1334605, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 901782.85, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 899382.85, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 14428525.6, "expected": 14441795.2, "passed": false }, { "field": "maximum_loan", "actual": 8171402.49081079, "expected": 8178937.605201456, "passed": false }, { "field": "net_cash_out", "actual": 244688.465902682, "expected": 252148.22914944123, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 8, "characters": 14808, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "8c840df2df107ea08e55800ae5c7d25f33beebf21911cc8441e83a02346923b2", "artifacts/om-initial.pdf": "d627b8203dbd35d117f663c82d1aa575c346da5a4c54edb4a6babca2e4b3348f" } }, "cost_usd": 2.61680175, "known_partial_cost_usd": 2.61680175, "cost_basis": "Native trace estimate", "elapsed_seconds": 610.02, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -829.3499999999767, "absolute_percent": 0.09188331378636105 }, "maximum_loan": { "difference_usd": -8310.507930511609, "absolute_percent": 0.09212830589902732 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 5, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1337170, "expected": 1338025.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 904270.9, "expected": 905100.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 901870.9, "expected": 902700.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13911860, "expected": 13924619.23076923, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8392476.12521599, "expected": 8400193.748741092, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 463551.363963827, "expected": 471191.81125368085, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1337170, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904270.9, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 901870.9, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 12918155.7142857, "expected": 12930003.57142857, "passed": false }, { "field": "maximum_loan", "actual": 8392476.12521599, "expected": 8400193.748741092, "passed": false }, { "field": "net_cash_out", "actual": 463551.363963827, "expected": 471191.81125368085, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271263.75, "expected": 1271263.75, "passed": true }, { "field": "uw_noi", "actual": 840341.8375, "expected": 840341.8375, "passed": true }, { "field": "uw_ncf", "actual": 837941.8375, "expected": 837941.8375, "passed": true }, { "field": "capitalization_value", "actual": 12928335.9615385, "expected": 12928335.961538462, "passed": true }, { "field": "maximum_loan", "actual": 7797575.97848912, "expected": 7797575.978489121, "passed": true }, { "field": "net_cash_out", "actual": -125399.78129577, "expected": -125399.78129576985, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1337170, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904270.9, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 901870.9, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 13911860, "expected": 13924619.23076923, "passed": false }, { "field": "maximum_loan", "actual": 7642645.94725725, "expected": 7649674.03566365, "passed": false }, { "field": "net_cash_out", "actual": -278780.512215321, "expected": -271822.70469298586, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 8, "characters": 16126, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "b7334bbeef6852806924a3802e6cba7fae87e77be36f3938d47d720c4758681b", "artifacts/om-revision.pdf": "7c44955395c07a3c5300b9d643c7cbdb1566964ab7577ae77419c678eb057e6c" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.154752, "known_partial_cost_usd": 2.154752, "cost_basis": "Native trace estimate", "elapsed_seconds": 710.4, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -829.3499999999767, "absolute_percent": 0.09163073372258783 }, "maximum_loan": { "difference_usd": -7717.74874109216, "absolute_percent": 0.09187584205720008 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 12, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 20, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 9950, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "6d2f1b3765f5ba225ad157e74dfb79c4fd10e5d753125efbd3054663d044551e", "artifacts/om-initial.pdf": "cf0baa9d38b49de348da50e531cd4cd2b062c9133afa792be1f8e076eb0b1ff3" } }, "cost_usd": 1.78977275, "known_partial_cost_usd": 1.78977275, "cost_basis": "Native trace estimate", "elapsed_seconds": 415.52, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 79800, "absolute_percent": 8.92018779342723 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 12, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 15, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902198, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363176, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 10931, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "302682768736bbe935699868096341421da79ed455236ad45902840ddffcb9dd", "artifacts/om-revision.pdf": "3ec93510a659d0f8fdc67c342ec497a2480985ca1f29bc231b78d689ea6e2551" }, "unchanged_facts": { "passed": 17, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.20858875, "known_partial_cost_usd": 2.20858875, "cost_basis": "Native trace estimate", "elapsed_seconds": 439.32, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 56700, "absolute_percent": 6.160365058670143 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 4, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 33, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1538640, "expected": 1542060.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1039216.8, "expected": 1042534.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1035616.8, "expected": 1038934.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13856224, "expected": 13900456.0, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8313734.4, "expected": 8340273.6, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1685597.056, "expected": 1711870.8639999991, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1538640, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1039216.8, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1035616.8, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 12990210, "expected": 13031677.5, "passed": false }, { "field": "maximum_loan", "actual": 7794126, "expected": 7819006.5, "passed": false }, { "field": "net_cash_out", "actual": 1171184.74, "expected": 1195816.4349999996, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1465167, "expected": 1465167.0, "passed": true }, { "field": "uw_noi", "actual": 967947.99, "expected": 967947.99, "passed": true }, { "field": "uw_ncf", "actual": 964347.99, "expected": 964347.99, "passed": true }, { "field": "capitalization_value", "actual": 12905973.2, "expected": 12905973.200000001, "passed": true }, { "field": "maximum_loan", "actual": 7743583.92, "expected": 7743583.92, "passed": true }, { "field": "net_cash_out", "actual": 1121148.0808, "expected": 1121148.0807999996, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1538640, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1039216.8, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1035616.8, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 13856224, "expected": 13900456.0, "passed": false }, { "field": "maximum_loan", "actual": 8313734.4, "expected": 8340273.6, "passed": false }, { "field": "net_cash_out", "actual": 1685597.056, "expected": 1711870.8639999991, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 6, "characters": 9829, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "b4ae286045d8aa4dfd67f97b3951c6766b1641585e135bf7d0e892dc5ab48d0c", "artifacts/om-initial.pdf": "b703b2ec16555977cec9cdef2676f50bbbfa1a596916fbc07ad21759f4646c6c" } }, "cost_usd": 2.13888175, "known_partial_cost_usd": 2.13888175, "cost_basis": "Native trace estimate", "elapsed_seconds": 502.95, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -3317.399999999907, "absolute_percent": 0.31820538836998413 }, "maximum_loan": { "difference_usd": -26539.199999999255, "absolute_percent": 0.31820538836998413 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 5, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 31, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1543770, "expected": 1544625.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1044192.9, "expected": 1045022.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1040592.9, "expected": 1041422.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13473456.7741936, "expected": 13484158.064516129, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8084074.06451613, "expected": 8090494.838709677, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1458233.32387097, "expected": 1464589.89032258, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1543770, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044192.9, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1040592.9, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 12656883.6363636, "expected": 12666936.363636363, "passed": false }, { "field": "maximum_loan", "actual": 7594130.18181818, "expected": 7600161.818181817, "passed": false }, { "field": "net_cash_out", "actual": 973188.88, "expected": 979160.1999999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467603.75, "expected": 1467603.75, "passed": true }, { "field": "uw_noi", "actual": 970311.6375, "expected": 970311.6375, "passed": true }, { "field": "uw_ncf", "actual": 966711.6375, "expected": 966711.6375, "passed": true }, { "field": "capitalization_value", "actual": 12520150.1612903, "expected": 12520150.161290321, "passed": true }, { "field": "maximum_loan", "actual": 7512090.09677419, "expected": 7512090.0967741925, "passed": true }, { "field": "net_cash_out", "actual": 891969.19580645, "expected": 891969.1958064502, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1543770, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044192.9, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1040592.9, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 13473456.7741936, "expected": 13484158.064516129, "passed": false }, { "field": "maximum_loan", "actual": 8084074.06451613, "expected": 8090494.838709677, "passed": false }, { "field": "net_cash_out", "actual": 1458233.32387097, "expected": 1464589.89032258, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 7, "characters": 10870, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "90269db22e183b0f0008663f9b5d8df097f8ac5db4b1445a9304f98d03d8fb54", "artifacts/om-revision.pdf": "a225665a202fdbaa53cd97e613f03053b00c195db6edb36a2b493d5775a71cdd" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.49028675, "known_partial_cost_usd": 2.49028675, "cost_basis": "Native trace estimate", "elapsed_seconds": 467.03, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -829.3499999999767, "absolute_percent": 0.07936194659969936 }, "maximum_loan": { "difference_usd": -6420.778709677048, "absolute_percent": 0.07936200241988009 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 14, "total": 18 }, "financial": { "passed": 4, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 5, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 28, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 777275, "expected": 781265.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 524719.75, "expected": 528590.05, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 521719.75, "expected": 525590.05, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7773625.92592593, "expected": 7830963.703703704, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 5052856.85185185, "expected": 5090126.407407408, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 657328.283333333, "expected": 694225.1433333335, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 777275, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 524719.75, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 521719.75, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7237513.79310345, "expected": 7290897.24137931, "passed": false }, { "field": "maximum_loan", "actual": 4704383.96551724, "expected": 4739083.206896552, "passed": false }, { "field": "net_cash_out", "actual": 312340.125862069, "expected": 346692.3748275861, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 742376.75, "expected": 742376.75, "passed": true }, { "field": "uw_noi", "actual": 490868.4475, "expected": 490868.4475, "passed": true }, { "field": "uw_ncf", "actual": 487868.4475, "expected": 487868.4475, "passed": true }, { "field": "capitalization_value", "actual": 7272125.14814815, "expected": 7272125.148148147, "passed": true }, { "field": "maximum_loan", "actual": 4726881.3462963, "expected": 4726881.3462962955, "passed": true }, { "field": "net_cash_out", "actual": 334612.532833332, "expected": 334612.5328333322, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 777275, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 524719.75, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 521719.75, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7773625.92592593, "expected": 7830963.703703704, "passed": false }, { "field": "maximum_loan", "actual": 4974341.38468558, "expected": 5011242.792886342, "passed": false }, { "field": "net_cash_out", "actual": 579597.970838726, "expected": 616130.3649574788, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 9254, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "d8425f29eb3c5119db6665a87302dc6dc4ce8d6cbd3e77d20ba93a54f917b794", "artifacts/om-initial.pdf": "bcb1f48b40ac5b507aea17000785f9f0a60ac8f16244d8876442d49ae67ca4fd" } }, "cost_usd": 2.0057145, "known_partial_cost_usd": 2.0057145, "cost_basis": "Native trace estimate", "elapsed_seconds": 445.15, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -7800, "absolute_percent": 1.0496568429551878 }, "uw_noi": { "difference_usd": -3870.0500000000466, "absolute_percent": 0.7321458283219758 }, "maximum_loan": { "difference_usd": -37269.40740740765, "absolute_percent": 0.7321902134526823 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 4, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 5, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 28, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 779840, "expected": 783830.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 527207.8, "expected": 531078.1, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 524207.8, "expected": 528078.1, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7531540, "expected": 7586829.999999999, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 4895501, "expected": 4931439.5, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 501545.99, "expected": 537125.1049999995, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 779840, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 527207.8, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 524207.8, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7029437.33333333, "expected": 7081041.333333332, "passed": false }, { "field": "maximum_loan", "actual": 4569134.26666667, "expected": 4602676.866666666, "passed": false }, { "field": "net_cash_out", "actual": 178442.924, "expected": 211650.0979999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 744813.5, "expected": 744813.5, "passed": true }, { "field": "uw_noi", "actual": 493232.095, "expected": 493232.095, "passed": true }, { "field": "uw_ncf", "actual": 490232.095, "expected": 490232.095, "passed": true }, { "field": "capitalization_value", "actual": 7046172.78571428, "expected": 7046172.7857142845, "passed": true }, { "field": "maximum_loan", "actual": 4580012.31071429, "expected": 4580012.310714285, "passed": true }, { "field": "net_cash_out", "actual": 189212.187607142, "expected": 189212.18760714214, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 779840, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 527207.8, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 524207.8, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7531540, "expected": 7586829.999999999, "passed": false }, { "field": "maximum_loan", "actual": 4651768.95635012, "expected": 4686113.621560672, "passed": false }, { "field": "net_cash_out", "actual": 260251.266786616, "expected": 294252.4853450656, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 10889, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "3fb5f0e81dd1418a44d24221b666f5025aa8ea5ee889b8d5a7a8f1bbb26a3c19", "artifacts/om-revision.pdf": "544a4abc2531df40243c69d99f970fade461e487adca3ed56c8a78a5dd0a9a78" }, "unchanged_facts": { "passed": 24, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.3831445, "known_partial_cost_usd": 2.3831445, "cost_basis": "Native trace estimate", "elapsed_seconds": 442.05, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -4200, "absolute_percent": 0.5631536604987932 }, "uw_noi": { "difference_usd": -3870.0999999999767, "absolute_percent": 0.7287252100962132 }, "maximum_loan": { "difference_usd": -35938.5, "absolute_percent": 0.7287628693406865 } } } ], "rows": [ { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1335320, "expected": 1335460.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 902476.4, "expected": 902612.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 900076.4, "expected": 900212.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 14439622.4, "expected": 14441795.2, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 9019219.64341535, "expected": 9020580.427930512, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1084027.44698119, "expected": 1085374.6236512065, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1335320, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 902476.4, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 900076.4, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 13370020.7407407, "expected": 13372032.592592591, "passed": false }, { "field": "maximum_loan", "actual": 8690513.48148148, "expected": 8691821.185185185, "passed": false }, { "field": "net_cash_out", "actual": 758608.346666666, "expected": 759902.9733333327, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268687, "expected": 1268827.0, "passed": false }, { "field": "uw_noi", "actual": 837842.39, "expected": 837978.19, "passed": false }, { "field": "uw_ncf", "actual": 835442.39, "expected": 835578.19, "passed": false }, { "field": "capitalization_value", "actual": 13405478.24, "expected": 13407651.04, "passed": false }, { "field": "maximum_loan", "actual": 8371554.25342767, "expected": 8372915.037942834, "passed": false }, { "field": "net_cash_out", "actual": 442838.710893394, "expected": 444185.88756340556, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1335320, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 902476.4, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 900076.4, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 14439622.4, "expected": 14441795.2, "passed": false }, { "field": "maximum_loan", "actual": 8177703.78530125, "expected": 8178937.605201456, "passed": false }, { "field": "net_cash_out", "actual": 250926.747448238, "expected": 252148.22914944123, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 3, "characters": 5198, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "20bc582b4b464f0bcc3532b9f4d249cfdf7449fabf6739d07d8d06a52f9da8c3", "artifacts/memorandum-v1.pdf": "52c3ea8602df50a80b3a87efb56b89daf25d6ecf3420c6c6a0ece23a98abbca4" } }, "cost_usd": 1.18413, "known_partial_cost_usd": 1.18413, "cost_basis": "Gateway reported", "elapsed_seconds": 234.597, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -135.79999999993015, "absolute_percent": 0.01504522097085882 }, "maximum_loan": { "difference_usd": -1360.7879305109382, "absolute_percent": 0.015085369964636835 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1337885, "expected": 1338025.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 904964.45, "expected": 905100.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 902564.45, "expected": 902700.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13922530, "expected": 13924619.23076923, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8398930.04430427, "expected": 8400193.748741092, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 469940.743861224, "expected": 471191.81125368085, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1337885, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904964.45, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 902564.45, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 12928063.5714286, "expected": 12930003.57142857, "passed": false }, { "field": "maximum_loan", "actual": 8398930.04430427, "expected": 8400193.748741092, "passed": false }, { "field": "net_cash_out", "actual": 469940.743861224, "expected": 471191.81125368085, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271123.75, "expected": 1271263.75, "passed": false }, { "field": "uw_noi", "actual": 840206.0375, "expected": 840341.8375, "passed": false }, { "field": "uw_ncf", "actual": 837806.0375, "expected": 837941.8375, "passed": false }, { "field": "capitalization_value", "actual": 12926246.7307692, "expected": 12928335.961538462, "passed": false }, { "field": "maximum_loan", "actual": 7796312.27405229, "expected": 7797575.978489121, "passed": false }, { "field": "net_cash_out", "actual": -126650.848688231, "expected": -125399.78129576985, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1337885, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904964.45, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 902564.45, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 13922530, "expected": 13924619.23076923, "passed": false }, { "field": "maximum_loan", "actual": 7648523.23756201, "expected": 7649674.03566365, "passed": false }, { "field": "net_cash_out", "actual": -272961.99481361, "expected": -271822.70469298586, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 5771, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "b48783668a3a27be7b74f9d203d85b8bdc6f22ae6b8ae082a3b0290ee59ec24c", "artifacts/memorandum-v2.pdf": "3095d0309d1c3e80eb51a8bfaa4b6665b3fd603192a081339e9e614deabea532" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.57644, "known_partial_cost_usd": 1.57644, "cost_basis": "Gateway reported", "elapsed_seconds": 173.634, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/in-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -135.80000000004657, "absolute_percent": 0.015003862831774333 }, "maximum_loan": { "difference_usd": -1263.7087410930544, "absolute_percent": 0.015043804689414957 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 32, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 4, "characters": 5708, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "22873827b4caccc45b6dbfa0374e1fb0c5a66fd3682588d816e423c7767a9d45", "artifacts/memorandum-v2.pdf": "7eaf71de33caa535adf6018dc2a2c4d57be2d8f281754e45de214664e6d4936c" } }, "cost_usd": 1.59132, "known_partial_cost_usd": 1.59132, "cost_basis": "Gateway reported", "elapsed_seconds": 290.978, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.40000000002328306, "absolute_percent": 6.236614666136603e-05 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 32, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 4, "characters": 5194, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "1d1785fb6db7f948c890bdecf67c6aa1762252025f96cd18c30ee822a4511159", "artifacts/memorandum-v3.pdf": "2aa1580f77b80264d6795d5f42f04e6a9e6ad4a89213a7a9eed137467b656454" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.8243999999999998, "known_partial_cost_usd": 1.8243999999999998, "cost_basis": "Gateway reported", "elapsed_seconds": 202.301, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.34999999997671694, "absolute_percent": 5.4359504091712395e-05 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1541850, "expected": 1542060.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1042330.5, "expected": 1042534.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1038730.5, "expected": 1038934.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13897740, "expected": 13900456.0, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8338644, "expected": 8340273.6, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1710257.56, "expected": 1711870.8639999991, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1541850, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1042330.5, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1038730.5, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 13029131.25, "expected": 13031677.5, "passed": false }, { "field": "maximum_loan", "actual": 7817478.75, "expected": 7819006.5, "passed": false }, { "field": "net_cash_out", "actual": 1194303.9625, "expected": 1195816.4349999996, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1464957, "expected": 1465167.0, "passed": false }, { "field": "uw_noi", "actual": 967744.29, "expected": 967947.99, "passed": false }, { "field": "uw_ncf", "actual": 964144.29, "expected": 964347.99, "passed": false }, { "field": "capitalization_value", "actual": 12903257.2, "expected": 12905973.200000001, "passed": false }, { "field": "maximum_loan", "actual": 7741954.32, "expected": 7743583.92, "passed": false }, { "field": "net_cash_out", "actual": 1119534.7768, "expected": 1121148.0807999996, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1541850, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1042330.5, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1038730.5, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 13897740, "expected": 13900456.0, "passed": false }, { "field": "maximum_loan", "actual": 8338644, "expected": 8340273.6, "passed": false }, { "field": "net_cash_out", "actual": 1710257.56, "expected": 1711870.8639999991, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 3, "characters": 5733, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "0481ba3b9d826db007d859937a676b937257c8cdc0e76de0d40e791fa6458fd3", "artifacts/memorandum-v1.pdf": "a174fd7e0f9797f1ec50bd4f937ffd4f9fc7ef939e1c6f3a0a050a68e0cd38d2" } }, "cost_usd": null, "known_partial_cost_usd": 0.966255, "cost_basis": "Gateway reported", "elapsed_seconds": 207.67711337499134, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -203.69999999995343, "absolute_percent": 0.019538927356047738 }, "maximum_loan": { "difference_usd": -1629.5999999996275, "absolute_percent": 0.019538927356047738 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1544415, "expected": 1544625.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1044818.55, "expected": 1045022.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1041218.55, "expected": 1041422.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13481529.6774194, "expected": 13484158.064516129, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8088917.80645161, "expected": 8090494.838709677, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1463028.6283871, "expected": 1464589.89032258, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1544415, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044818.55, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1041218.55, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 12664467.2727273, "expected": 12666936.363636363, "passed": false }, { "field": "maximum_loan", "actual": 7598680.36363636, "expected": 7600161.818181817, "passed": false }, { "field": "net_cash_out", "actual": 977693.56, "expected": 979160.1999999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467393.75, "expected": 1467603.75, "passed": false }, { "field": "uw_noi", "actual": 970107.9375, "expected": 970311.6375, "passed": false }, { "field": "uw_ncf", "actual": 966507.9375, "expected": 966711.6375, "passed": false }, { "field": "capitalization_value", "actual": 12517521.7741935, "expected": 12520150.161290321, "passed": false }, { "field": "maximum_loan", "actual": 7510513.06451613, "expected": 7512090.0967741925, "passed": false }, { "field": "net_cash_out", "actual": 890407.933870967, "expected": 891969.1958064502, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1544415, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044818.55, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1041218.55, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 13481529.6774194, "expected": 13484158.064516129, "passed": false }, { "field": "maximum_loan", "actual": 8088917.80645161, "expected": 8090494.838709677, "passed": false }, { "field": "net_cash_out", "actual": 1463028.6283871, "expected": 1464589.89032258, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 3, "characters": 4646, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "b1f310cc0ed109614af5abd20aed945276b121eab5db14fc12f6dfcf10b68043", "artifacts/memorandum-v2.pdf": "89eb5d0a19a2a5d6fde94032ea14644c1ea19f447876ae46d73ad6f2c4cb7d87" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.3771550000000001, "known_partial_cost_usd": 1.3771550000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 167.1264343750081, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/of-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -203.69999999995343, "absolute_percent": 0.019492407936764357 }, "maximum_loan": { "difference_usd": -1577.028709677048, "absolute_percent": 0.019492364078048934 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 28, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 781090, "expected": 781265.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 528420.3, "expected": 528590.05, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 525420.3, "expected": 525590.05, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7828448.88888889, "expected": 7830963.703703704, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 5088491.77777778, "expected": 5090126.407407408, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 692606.86, "expected": 694225.1433333335, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 781090, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 528420.3, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 525420.3, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7288555.86206897, "expected": 7290897.24137931, "passed": false }, { "field": "maximum_loan", "actual": 4737561.31034483, "expected": 4739083.206896552, "passed": false }, { "field": "net_cash_out", "actual": 345185.697241379, "expected": 346692.3748275861, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 742201.75, "expected": 742376.75, "passed": false }, { "field": "uw_noi", "actual": 490698.6975, "expected": 490868.4475, "passed": false }, { "field": "uw_ncf", "actual": 487698.6975, "expected": 487868.4475, "passed": false }, { "field": "capitalization_value", "actual": 7269610.33333333, "expected": 7272125.148148147, "passed": false }, { "field": "maximum_loan", "actual": 4725246.71666667, "expected": 4726881.3462962955, "passed": false }, { "field": "net_cash_out", "actual": 332994.2495, "expected": 334612.5328333322, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 781090, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 528420.3, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 525420.3, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7828448.88888889, "expected": 7830963.703703704, "passed": false }, { "field": "maximum_loan", "actual": 5088491.77777778, "expected": 5011242.792886342, "passed": false }, { "field": "net_cash_out", "actual": 692606.86, "expected": 616130.3649574788, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 6120, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "2e8989085722dd2122cce449d336af84cb412ab5e60ede44bb8fb3d317a20141", "artifacts/memorandum-v1.pdf": "5e6762004412e7fa0b2e6fdbea6bbfffa28bfc002fd127a586c0445b4140358e" } }, "cost_usd": 1.6882, "known_partial_cost_usd": 1.6882, "cost_basis": "Gateway reported", "elapsed_seconds": 319.484, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -170.05000000004657, "absolute_percent": 0.03217048826402361 }, "maximum_loan": { "difference_usd": -1634.4074074076489, "absolute_percent": 0.03210936775615586 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 6, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 25, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 783655, "expected": 783830.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 530908.35, "expected": 531078.1, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 527908.35, "expected": 528078.1, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7584405, "expected": 7586829.999999999, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 4929863.25, "expected": 4931439.5, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 535564.6175, "expected": 537125.1049999995, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 783655, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 530908.35, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 527908.35, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7078778, "expected": 7081041.333333332, "passed": false }, { "field": "maximum_loan", "actual": 4601205.7, "expected": 4602676.866666666, "passed": false }, { "field": "net_cash_out", "actual": 210193.642999999, "expected": 211650.0979999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 744638.5, "expected": 744813.5, "passed": false }, { "field": "uw_noi", "actual": 493062.345, "expected": 493232.095, "passed": false }, { "field": "uw_ncf", "actual": 490062.345, "expected": 490232.095, "passed": false }, { "field": "capitalization_value", "actual": 7043747.78571428, "expected": 7046172.7857142845, "passed": false }, { "field": "maximum_loan", "actual": 4578436.06071429, "expected": 4580012.310714285, "passed": false }, { "field": "net_cash_out", "actual": 187651.700107142, "expected": 189212.18760714214, "passed": false } ], "passed": false }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 783655, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 530908.35, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 527908.35, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7584405, "expected": 7586829.999999999, "passed": false }, { "field": "maximum_loan", "actual": 4929863.25, "expected": 4686113.621560672, "passed": false }, { "field": "net_cash_out", "actual": 535564.6175, "expected": 294252.4853450656, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 5854, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "e6790f9300b821b9cb465e9fbba7a54b6f0a9b6decee065757971b9afdaf7374", "artifacts/memorandum-v2.pdf": "523de04ea812640e38c17956f1bbfc8cafa3f9929fb3eacf59fdeef28159f43d" }, "unchanged_facts": { "passed": 24, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.7591700000000001, "known_partial_cost_usd": 1.7591700000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 193.283, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/rt-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -170.09999999997672, "absolute_percent": 0.032029187420828824 }, "maximum_loan": { "difference_usd": -1576.5, "absolute_percent": 0.031968353256691076 } } }, { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 9020580.4279305, "expected": 9020580.427930512, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1085374.6236512, "expected": 1085374.6236512065, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 13372032.5925926, "expected": 13372032.592592591, "passed": true }, { "field": "maximum_loan", "actual": 8691821.18518519, "expected": 8691821.185185185, "passed": true }, { "field": "net_cash_out", "actual": 759902.973333333, "expected": 759902.9733333327, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268827, "expected": 1268827.0, "passed": true }, { "field": "uw_noi", "actual": 837978.19, "expected": 837978.19, "passed": true }, { "field": "uw_ncf", "actual": 835578.19, "expected": 835578.19, "passed": true }, { "field": "capitalization_value", "actual": 13407651.04, "expected": 13407651.04, "passed": true }, { "field": "maximum_loan", "actual": 8372915.03794282, "expected": 8372915.037942834, "passed": true }, { "field": "net_cash_out", "actual": 444185.887563394, "expected": 444185.88756340556, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true }, { "field": "maximum_loan", "actual": 8178937.60520148, "expected": 8178937.605201456, "passed": true }, { "field": "net_cash_out", "actual": 252148.229149463, "expected": 252148.22914944123, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 7, "characters": 14826, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "87b84a20339ae0e3adddd78d40411dc11f5bb6a068d28b7dc96cd941116dddbe", "artifacts/memorandum-v2.pdf": "b8ea3d4fc8840f7f0d5bfd90adc69839990a319a51e7f42f9bb7722e313768b2" } }, "cost_usd": 2.54615, "known_partial_cost_usd": 2.54615, "cost_basis": "Gateway reported", "elapsed_seconds": 529.04, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0020694881677627563, "absolute_percent": 2.2941851517170448e-08 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 12930003.5714286, "expected": 12930003.57142857, "passed": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271263.75, "expected": 1271263.75, "passed": true }, { "field": "uw_noi", "actual": 840341.8375, "expected": 840341.8375, "passed": true }, { "field": "uw_ncf", "actual": 837941.8375, "expected": 837941.8375, "passed": true }, { "field": "capitalization_value", "actual": 12928335.9615385, "expected": 12928335.961538462, "passed": true }, { "field": "maximum_loan", "actual": 7797575.97848915, "expected": 7797575.978489121, "passed": true }, { "field": "net_cash_out", "actual": -125399.78129574, "expected": -125399.78129576985, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true }, { "field": "maximum_loan", "actual": 7649674.03566364, "expected": 7649674.03566365, "passed": true }, { "field": "net_cash_out", "actual": -271822.704692993, "expected": -271822.70469298586, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 8, "characters": 18292, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "971a93de250c913b787e3dc202b233c0794a3571d0beac02db6d6827414c0dd3", "artifacts/memorandum-v3.pdf": "cea95dcf4cc99113a94b78607034d666c50e0eee45b17e425d27e45bbe3f823e" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 3.484775, "known_partial_cost_usd": 3.484775, "cost_basis": "Gateway reported", "elapsed_seconds": 352.852, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/in-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0012589078396558762, "absolute_percent": 1.4986652419112884e-08 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 12796, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "d6ad95a1b742c793fdce6b87d156a602495d21f8d824231c675ccd322c83104b", "artifacts/memorandum-v2.pdf": "808028b5cbd201774b3091063d63414cb18a7accf88376d43b9eb7ab81736e9b" } }, "cost_usd": 2.235585, "known_partial_cost_usd": 2.235585, "cost_basis": "Gateway reported", "elapsed_seconds": 445.154, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 8, "characters": 15292, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "6aaa03e4ae953ca77b7028544f57ecc2e3a5b0806c289c7f71957baf889a4540", "artifacts/memorandum-v3.pdf": "a680d3833ffa64d6435b0a0af1a9fd631522a3dd02b2f22833a7bab9c5f33118" }, "unchanged_facts": { "passed": 19, "total": 20 } }, "cost_usd": 3.251535, "known_partial_cost_usd": 3.251535, "cost_basis": "Gateway reported", "elapsed_seconds": 344.849, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "mf-02", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "budget_stop", "analysis_present": false, "scores": { "ingestion": { "passed": 0, "total": 18 }, "financial": { "passed": 0, "total": 12 }, "judgment": { "passed": 0, "total": 8 } }, "critical_errors": 6, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 1 }, "citation_locations": 0, "audit": null, "cost_usd": 2.004015, "known_partial_cost_usd": 2.004015, "cost_basis": "Gateway reported", "elapsed_seconds": 443.202, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-02", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-02/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-02/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": null, "uw_noi": null, "maximum_loan": null } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13031677.5, "expected": 13031677.5, "passed": true }, { "field": "maximum_loan", "actual": 7819006.5, "expected": 7819006.5, "passed": true }, { "field": "net_cash_out", "actual": 1195816.435, "expected": 1195816.4349999996, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1465167, "expected": 1465167.0, "passed": true }, { "field": "uw_noi", "actual": 967947.99, "expected": 967947.99, "passed": true }, { "field": "uw_ncf", "actual": 964347.99, "expected": 964347.99, "passed": true }, { "field": "capitalization_value", "actual": 12905973.2, "expected": 12905973.200000001, "passed": true }, { "field": "maximum_loan", "actual": 7743583.92, "expected": 7743583.92, "passed": true }, { "field": "net_cash_out", "actual": 1121148.0808, "expected": 1121148.0807999996, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 10737, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "2bb191f71bde593eb47412d7648532de5a9e820203ecb4c6e73b005c7e0c14b6", "artifacts/memorandum-v1.pdf": "61647c7cfa963822d649c25f853a362cf507f7c0d33cb63a2afe195f77257535" } }, "cost_usd": 2.13336, "known_partial_cost_usd": 2.13336, "cost_basis": "Gateway reported", "elapsed_seconds": 393.947, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 12666936.3636364, "expected": 12666936.363636363, "passed": true }, { "field": "maximum_loan", "actual": 7600161.81818182, "expected": 7600161.818181817, "passed": true }, { "field": "net_cash_out", "actual": 979160.199999999, "expected": 979160.1999999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467603.75, "expected": 1467603.75, "passed": true }, { "field": "uw_noi", "actual": 970311.6375, "expected": 970311.6375, "passed": true }, { "field": "uw_ncf", "actual": 966711.6375, "expected": 966711.6375, "passed": true }, { "field": "capitalization_value", "actual": 12520150.1612903, "expected": 12520150.161290321, "passed": true }, { "field": "maximum_loan", "actual": 7512090.09677419, "expected": 7512090.0967741925, "passed": true }, { "field": "net_cash_out", "actual": 891969.19580645, "expected": 891969.1958064502, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 7, "characters": 14174, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "d6fa4a285fd0f8555e0fe23a6925d2d414469b970be7abefa1dc5066b21adec3", "artifacts/memorandum-v2.pdf": "9ef2a1b96bd2cd3348b7a0e43f2b844358db6cd25af229d3a7e31925dae765ba" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": null, "known_partial_cost_usd": 2.492445, "cost_basis": "Gateway reported", "elapsed_seconds": 290.2689467910244, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/of-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0012903232127428055, "absolute_percent": 1.5948631554267137e-08 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 5090126.40740741, "expected": 5090126.407407408, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 694225.143333334, "expected": 694225.1433333335, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7290897.24137931, "expected": 7290897.24137931, "passed": true }, { "field": "maximum_loan", "actual": 4739083.20689655, "expected": 4739083.206896552, "passed": true }, { "field": "net_cash_out", "actual": 346692.374827586, "expected": 346692.3748275861, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 742376.75, "expected": 742376.75, "passed": true }, { "field": "uw_noi", "actual": 490868.4475, "expected": 490868.4475, "passed": true }, { "field": "uw_ncf", "actual": 487868.4475, "expected": 487868.4475, "passed": true }, { "field": "capitalization_value", "actual": 7272125.14814815, "expected": 7272125.148148147, "passed": true }, { "field": "maximum_loan", "actual": 4726881.3462963, "expected": 4726881.3462962955, "passed": true }, { "field": "net_cash_out", "actual": 334612.532833332, "expected": 334612.5328333322, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true }, { "field": "maximum_loan", "actual": 5011242.79288632, "expected": 5011242.792886342, "passed": true }, { "field": "net_cash_out", "actual": 616130.364957459, "expected": 616130.3649574788, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 10998, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "bf6d85fde3eb84be7ce99426203f51652fb817a34ba32a4b1da945113423867a", "artifacts/memorandum-v1.pdf": "5c54d2276a444491f37dca87ac5e162195211e27a06ec53e877bfa72f5ca90be" } }, "cost_usd": 1.45916, "known_partial_cost_usd": 1.45916, "cost_basis": "Gateway reported", "elapsed_seconds": 341.542, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0025925925001502037, "absolute_percent": 5.09337547369616e-08 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 4931439.5, "expected": 4931439.5, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 537125.105, "expected": 537125.1049999995, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7081041.33333333, "expected": 7081041.333333332, "passed": true }, { "field": "maximum_loan", "actual": 4602676.86666667, "expected": 4602676.866666666, "passed": true }, { "field": "net_cash_out", "actual": 211650.097999999, "expected": 211650.0979999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 744813.5, "expected": 744813.5, "passed": true }, { "field": "uw_noi", "actual": 493232.095, "expected": 493232.095, "passed": true }, { "field": "uw_ncf", "actual": 490232.095, "expected": 490232.095, "passed": true }, { "field": "capitalization_value", "actual": 7046172.78571428, "expected": 7046172.7857142845, "passed": true }, { "field": "maximum_loan", "actual": 4580012.31071429, "expected": 4580012.310714285, "passed": true }, { "field": "net_cash_out", "actual": 189212.187607142, "expected": 189212.18760714214, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true }, { "field": "maximum_loan", "actual": 4686113.62156068, "expected": 4686113.621560672, "passed": true }, { "field": "net_cash_out", "actual": 294252.485345071, "expected": 294252.4853450656, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 7, "characters": 14379, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "f9d18912ed58ad5860fce4d93de4f06c3ed4d491b4ea96e97a42788a9674938f", "artifacts/memorandum-v2.pdf": "58ebf6be928217bc4215189165b7e7e14ccc0ec5275ed87c5b93ef6edf7e7e01" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.36895, "known_partial_cost_usd": 2.36895, "cost_basis": "Gateway reported", "elapsed_seconds": 318.585, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/rt-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 11, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 9020580.4279305, "expected": 9020580.427930512, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1085374.6236512, "expected": 1085374.6236512065, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 13372032.5925926, "expected": 13372032.592592591, "passed": true }, { "field": "maximum_loan", "actual": 8691821.18518519, "expected": 8691821.185185185, "passed": true }, { "field": "net_cash_out", "actual": 759902.973333333, "expected": 759902.9733333327, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268827, "expected": 1268827.0, "passed": true }, { "field": "uw_noi", "actual": 837978.19, "expected": 837978.19, "passed": true }, { "field": "uw_ncf", "actual": 835578.19, "expected": 835578.19, "passed": true }, { "field": "capitalization_value", "actual": 13407651.04, "expected": 13407651.04, "passed": true }, { "field": "maximum_loan", "actual": 8372915.03794282, "expected": 8372915.037942834, "passed": true }, { "field": "net_cash_out", "actual": 444185.887563394, "expected": 444185.88756340556, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1335460, "expected": 1335460.0, "passed": true }, { "field": "uw_noi", "actual": 902612.2, "expected": 902612.2, "passed": true }, { "field": "uw_ncf", "actual": 900212.2, "expected": 900212.2, "passed": true }, { "field": "capitalization_value", "actual": 14441795.2, "expected": 14441795.2, "passed": true }, { "field": "maximum_loan", "actual": 8178937.60520148, "expected": 8178937.605201456, "passed": true }, { "field": "net_cash_out", "actual": 252148.229149463, "expected": 252148.22914944123, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 6431, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "02de2f1d845b59b6b6d3b3f675b3e48f888e1c6506b7765810802cf98e0241ac", "artifacts/memorandum-v1.pdf": "e52dacb0585a4b59490a6716d8b36c9b80a37803a27fabc7627adc47fd10d4d6" } }, "cost_usd": 0.29205675000000003, "known_partial_cost_usd": 0.29205675000000003, "cost_basis": "Gateway reported", "elapsed_seconds": 425.901, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 11, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 12930003.5714286, "expected": 12930003.57142857, "passed": true }, { "field": "maximum_loan", "actual": 8400193.74874113, "expected": 8400193.748741092, "passed": true }, { "field": "net_cash_out", "actual": 471191.811253714, "expected": 471191.81125368085, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271263.75, "expected": 1271263.75, "passed": true }, { "field": "uw_noi", "actual": 840341.8375, "expected": 840341.8375, "passed": true }, { "field": "uw_ncf", "actual": 837941.8375, "expected": 837941.8375, "passed": true }, { "field": "capitalization_value", "actual": 12928335.9615385, "expected": 12928335.961538462, "passed": true }, { "field": "maximum_loan", "actual": 7797575.97848915, "expected": 7797575.978489121, "passed": true }, { "field": "net_cash_out", "actual": -125399.78129574, "expected": -125399.78129576985, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1338025, "expected": 1338025.0, "passed": true }, { "field": "uw_noi", "actual": 905100.25, "expected": 905100.25, "passed": true }, { "field": "uw_ncf", "actual": 902700.25, "expected": 902700.25, "passed": true }, { "field": "capitalization_value", "actual": 13924619.2307692, "expected": 13924619.23076923, "passed": true }, { "field": "maximum_loan", "actual": 7649674.03566364, "expected": 7649674.03566365, "passed": true }, { "field": "net_cash_out", "actual": -271822.704692993, "expected": -271822.70469298586, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 5875, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "afeb14502bd50ee8688be30c5639f68cb68493539efccdfe4e85e51c06a6f774", "artifacts/memorandum-v2.pdf": "e24e2e5d83447b1a43eff85188e85a8fa083ff74f1bd904d7c8fccce454364d5" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 0.131296, "known_partial_cost_usd": 0.131296, "cost_basis": "Gateway reported", "elapsed_seconds": 159.631, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/in-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -1.862645149230957e-09, "absolute_percent": 2.21738355679011e-14 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608292, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482209, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703838, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236799, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 7592, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "a0d40c57e6bb9d7b87fef05959b4e0d960a3d98d7df172cb7c3137c43dd9a892", "artifacts/memorandum-v3.pdf": "c40f9a7a2c73e04649a344ef0965df4b65e5ce6a4e0c23c38c591f1ca8ceaa47" } }, "cost_usd": 0.537786, "known_partial_cost_usd": 0.537786, "cost_basis": "Gateway reported", "elapsed_seconds": 612.842, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -4200, "absolute_percent": 0.4694835680751174 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 3.259629011154175e-08, "absolute_percent": 4.80166066603882e-13 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 33, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519484, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.08204289, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519484, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.08204289, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902199, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363177, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 6526, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v4.xlsx": "9f09b4fb83a34ad1eb3d2f8afd9442b5f4afac2e372bd323cf6736606e29185f", "artifacts/memorandum-v4.pdf": "61a4972dad68dc38ad9502835eb13317666ce82cb9e2884ec3929fab2363acae" }, "unchanged_facts": { "passed": 20, "total": 20 } }, "cost_usd": 0.19812675, "known_partial_cost_usd": 0.19812675, "cost_basis": "Gateway reported", "elapsed_seconds": 148.712, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/underwriting-v4.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/memorandum-v4.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -8400, "absolute_percent": 0.9126466753585397 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -7.450580596923828e-09, "absolute_percent": 1.1812212535109227e-13 } } }, { "case_id": "mf-02", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 11, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1309175, "expected": 1309175.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": null, "expected": 890639.75, "passed": false, "live_formula": false }, { "field": "uw_ncf", "actual": 871439.75, "expected": 871439.75, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 14843995.8333333, "expected": 14843995.833333334, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8821131.43601643, "expected": 8821131.436016398, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1487920.12165627, "expected": 1487920.1216562334, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1309175, "expected": 1309175.0, "passed": true }, { "field": "uw_noi", "actual": null, "expected": 890639.75, "passed": false }, { "field": "uw_ncf", "actual": 871439.75, "expected": 871439.75, "passed": true }, { "field": "capitalization_value", "actual": 13702150, "expected": 13702150.0, "passed": true }, { "field": "maximum_loan", "actual": 8221290, "expected": 8221290.0, "passed": true }, { "field": "net_cash_out", "actual": 894077.1, "expected": 894077.0999999996, "passed": true } ], "passed": false }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1309175, "expected": 1309175.0, "passed": true }, { "field": "uw_noi", "actual": null, "expected": 890639.75, "passed": false }, { "field": "uw_ncf", "actual": 871439.75, "expected": 871439.75, "passed": true }, { "field": "capitalization_value", "actual": 14843995.8333333, "expected": 14843995.833333334, "passed": true }, { "field": "maximum_loan", "actual": 7993333.96719712, "expected": 7993333.9671971295, "passed": true }, { "field": "net_cash_out", "actual": 668400.627525144, "expected": 668400.6275251582, "passed": true } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 6143, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "e28e75cd28f0a63f0a4c1930f66bc1d10d83c1c156c024185172e851f59af738", "artifacts/memorandum-v2.pdf": "faba3d8f085c7a525eb49315a8991910c71a8e86caf10cf1f75e0a6a3c835364" } }, "cost_usd": 0.4121225, "known_partial_cost_usd": 0.4121225, "cost_basis": "Gateway reported", "elapsed_seconds": 442.615, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-02", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-02/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-02/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 3.166496753692627e-08, "absolute_percent": 3.589671888079937e-13 } } }, { "case_id": "mf-02", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 11, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1311740, "expected": 1311740.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": null, "expected": 893127.8, "passed": false, "live_formula": false }, { "field": "uw_ncf", "actual": 873927.8, "expected": 873927.8, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 14290044.8, "expected": 14290044.8, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8211511.9151533, "expected": 8211511.915153307, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 884396.796001771, "expected": 884396.7960017733, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1311740, "expected": 1311740.0, "passed": true }, { "field": "uw_noi", "actual": null, "expected": 893127.8, "passed": false }, { "field": "uw_ncf", "actual": 873927.8, "expected": 873927.8, "passed": true }, { "field": "capitalization_value", "actual": 13231522.962963, "expected": 13231522.962962963, "passed": true }, { "field": "maximum_loan", "actual": 7938913.77777778, "expected": 7938913.777777777, "passed": true }, { "field": "net_cash_out", "actual": 614524.64, "expected": 614524.6399999997, "passed": true } ], "passed": false }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1311740, "expected": 1311740.0, "passed": true }, { "field": "uw_noi", "actual": null, "expected": 893127.8, "passed": false }, { "field": "uw_ncf", "actual": 873927.8, "expected": 873927.8, "passed": true }, { "field": "capitalization_value", "actual": 14290044.8, "expected": 14290044.8, "passed": true }, { "field": "maximum_loan", "actual": 7473596.7027515, "expected": 7473596.702751482, "passed": true }, { "field": "net_cash_out", "actual": 153860.735723983, "expected": 153860.73572396673, "passed": true } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 6284, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "7ea8bb8d4547c5b1a46a471acc4078ab4c13d490782450fde7775d2a12c9d73f", "artifacts/memorandum-v3.pdf": "66b5af889aed7b05d33a3d74dfa706c8564fda409873880cee2c79c79d971ff0" }, "unchanged_facts": { "passed": 20, "total": 20 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 0.149172, "known_partial_cost_usd": 0.149172, "cost_basis": "Gateway reported", "elapsed_seconds": 112.727, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-02", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-02/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-02/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 7200, "absolute_percent": 0.69164265129683 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -6.51925802230835e-09, "absolute_percent": 7.93916892488201e-14 } } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 34, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13031677.5, "expected": 13031677.5, "passed": true }, { "field": "maximum_loan", "actual": 7819006.5, "expected": 7819006.5, "passed": true }, { "field": "net_cash_out", "actual": 1195816.435, "expected": 1195816.4349999996, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1465167, "expected": 1465167.0, "passed": true }, { "field": "uw_noi", "actual": 967947.99, "expected": 967947.99, "passed": true }, { "field": "uw_ncf", "actual": 964347.99, "expected": 964347.99, "passed": true }, { "field": "capitalization_value", "actual": 12905973.2, "expected": 12905973.200000001, "passed": true }, { "field": "maximum_loan", "actual": 7743583.92, "expected": 7743583.92, "passed": true }, { "field": "net_cash_out", "actual": 1121148.0808, "expected": 1121148.0807999996, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1542060, "expected": 1542060.0, "passed": true }, { "field": "uw_noi", "actual": 1042534.2, "expected": 1042534.2, "passed": true }, { "field": "uw_ncf", "actual": 1038934.2, "expected": 1038934.2, "passed": true }, { "field": "capitalization_value", "actual": 13900456, "expected": 13900456.0, "passed": true }, { "field": "maximum_loan", "actual": 8340273.6, "expected": 8340273.6, "passed": true }, { "field": "net_cash_out", "actual": 1711870.864, "expected": 1711870.8639999991, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 7648, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "1b86845961e86892e046ce2a40eb5c1f76ae974055b17de319e2f810cfce26eb", "artifacts/memorandum-v2.pdf": "dc4ed3f288b90f5b44e2ce9db841c8b48cd99866fb86535cf661e26b9e0facd2" } }, "cost_usd": null, "known_partial_cost_usd": 0.40878925, "cost_basis": "Gateway reported", "elapsed_seconds": 537.2976402920247, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 34, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 12666936.3636364, "expected": 12666936.363636363, "passed": true }, { "field": "maximum_loan", "actual": 7600161.81818182, "expected": 7600161.818181817, "passed": true }, { "field": "net_cash_out", "actual": 979160.199999999, "expected": 979160.1999999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467603.75, "expected": 1467603.75, "passed": true }, { "field": "uw_noi", "actual": 970311.6375, "expected": 970311.6375, "passed": true }, { "field": "uw_ncf", "actual": 966711.6375, "expected": 966711.6375, "passed": true }, { "field": "capitalization_value", "actual": 12520150.1612903, "expected": 12520150.161290321, "passed": true }, { "field": "maximum_loan", "actual": 7512090.09677419, "expected": 7512090.0967741925, "passed": true }, { "field": "net_cash_out", "actual": 891969.19580645, "expected": 891969.1958064502, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1544625, "expected": 1544625.0, "passed": true }, { "field": "uw_noi", "actual": 1045022.25, "expected": 1045022.25, "passed": true }, { "field": "uw_ncf", "actual": 1041422.25, "expected": 1041422.25, "passed": true }, { "field": "capitalization_value", "actual": 13484158.0645161, "expected": 13484158.064516129, "passed": true }, { "field": "maximum_loan", "actual": 8090494.83870968, "expected": 8090494.838709677, "passed": true }, { "field": "net_cash_out", "actual": 1464589.89032258, "expected": 1464589.89032258, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 6404, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "bf58e239a7a5fbaf3d62a3c27c5e0c7dc66e9d0d2fac87f1d82316efecfed457", "artifacts/memorandum-v3.pdf": "00d632874ba9ae104ba08a3ab74154cb5a38f62bcc28c9c0cee24d32cafbea80" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 0.160081, "known_partial_cost_usd": 0.160081, "cost_basis": "Gateway reported", "elapsed_seconds": 124.98798404203262, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/of-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 5700, "absolute_percent": 0.42240995998221437 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 6, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 2, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 5090126.40740741, "expected": 5090126.407407408, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 694225.143333334, "expected": 694225.1433333335, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7290897.24137931, "expected": 7290897.24137931, "passed": true }, { "field": "maximum_loan", "actual": 4739083.20689655, "expected": 4739083.206896552, "passed": true }, { "field": "net_cash_out", "actual": 346692.374827586, "expected": 346692.3748275861, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 781265, "expected": 781265.0, "passed": true }, { "field": "uw_noi", "actual": 528590.05, "expected": 528590.05, "passed": true }, { "field": "uw_ncf", "actual": 525590.05, "expected": 525590.05, "passed": true }, { "field": "capitalization_value", "actual": 7830963.7037037, "expected": 7830963.703703704, "passed": true }, { "field": "maximum_loan", "actual": 5011242.79288632, "expected": 5011242.792886342, "passed": true }, { "field": "net_cash_out", "actual": 616130.364957459, "expected": 616130.3649574788, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 6, "characters": 7260, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "75375221a86a28aa35130e133201a9e2fca59e7f7340bbdf2b09d6126e612ad3", "artifacts/memorandum-v1.pdf": "0d8a67d2ce340dbbb022e8fff462b191952e0e531ed2884e2daf57ec496a9d37" } }, "cost_usd": 0.21739725000000001, "known_partial_cost_usd": 0.21739725000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 242.269, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/memorandum-v1.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 6, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 2, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 4931439.5, "expected": 4931439.5, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 537125.105, "expected": 537125.1049999995, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7081041.33333333, "expected": 7081041.333333332, "passed": true }, { "field": "maximum_loan", "actual": 4602676.86666667, "expected": 4602676.866666666, "passed": true }, { "field": "net_cash_out", "actual": 211650.097999999, "expected": 211650.0979999993, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 783830, "expected": 783830.0, "passed": true }, { "field": "uw_noi", "actual": 531078.1, "expected": 531078.1, "passed": true }, { "field": "uw_ncf", "actual": 528078.1, "expected": 528078.1, "passed": true }, { "field": "capitalization_value", "actual": 7586830, "expected": 7586829.999999999, "passed": true }, { "field": "maximum_loan", "actual": 4686113.62156068, "expected": 4686113.621560672, "passed": true }, { "field": "net_cash_out", "actual": 294252.485345071, "expected": 294252.4853450656, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 4914, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "4ef871b30648a50188ccbd8e05114382489693a02b143b51c00a815e6e641e57", "artifacts/memorandum-v2.pdf": "79d649ea5151fe8517bb8db9ae16dfcd8ac89114269a6cc6c48c5fe29c3ab680" }, "unchanged_facts": { "passed": 23, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 0.12155925000000001, "known_partial_cost_usd": 0.12155925000000001, "cost_basis": "Gateway reported", "elapsed_seconds": 98.22, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/rt-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.0, "absolute_percent": 0.0 } } }, { "case_id": "in-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 5, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1334605, "expected": 1335460.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 901782.85, "expected": 902612.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 899382.85, "expected": 900212.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 14428525.6, "expected": 14441795.2, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 9012269.92249868, "expected": 9020580.427930512, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1077147.22327369, "expected": 1085374.6236512065, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1334605, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 901782.85, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 899382.85, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 13359745.9259259, "expected": 13372032.592592591, "passed": false }, { "field": "maximum_loan", "actual": 8683834.85185185, "expected": 8691821.185185185, "passed": false }, { "field": "net_cash_out", "actual": 751996.503333334, "expected": 759902.9733333327, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1268827, "expected": 1268827.0, "passed": true }, { "field": "uw_noi", "actual": 837978.19, "expected": 837978.19, "passed": true }, { "field": "uw_ncf", "actual": 835578.19, "expected": 835578.19, "passed": true }, { "field": "capitalization_value", "actual": 13407651.04, "expected": 13407651.04, "passed": true }, { "field": "maximum_loan", "actual": 8372915.03794284, "expected": 8372915.037942834, "passed": true }, { "field": "net_cash_out", "actual": 444185.887563407, "expected": 444185.88756340556, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1334605, "expected": 1335460.0, "passed": false }, { "field": "uw_noi", "actual": 901782.85, "expected": 902612.2, "passed": false }, { "field": "uw_ncf", "actual": 899382.85, "expected": 900212.2, "passed": false }, { "field": "capitalization_value", "actual": 14428525.6, "expected": 14441795.2, "passed": false }, { "field": "maximum_loan", "actual": 8171402.49081079, "expected": 8178937.605201456, "passed": false }, { "field": "net_cash_out", "actual": 244688.465902682, "expected": 252148.22914944123, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 8, "characters": 14808, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "8c840df2df107ea08e55800ae5c7d25f33beebf21911cc8441e83a02346923b2", "artifacts/om-initial.pdf": "d627b8203dbd35d117f663c82d1aa575c346da5a4c54edb4a6babca2e4b3348f" } }, "cost_usd": 2.61680175, "known_partial_cost_usd": 2.61680175, "cost_basis": "Native trace estimate", "elapsed_seconds": 610.02, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -829.3499999999767, "absolute_percent": 0.09188331378636105 }, "maximum_loan": { "difference_usd": -8310.507930511609, "absolute_percent": 0.09212830589902732 } } }, { "case_id": "in-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 5, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 37, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1337170, "expected": 1338025.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 904270.9, "expected": 905100.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 901870.9, "expected": 902700.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13911860, "expected": 13924619.23076923, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8392476.12521599, "expected": 8400193.748741092, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 463551.363963827, "expected": 471191.81125368085, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1337170, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904270.9, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 901870.9, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 12918155.7142857, "expected": 12930003.57142857, "passed": false }, { "field": "maximum_loan", "actual": 8392476.12521599, "expected": 8400193.748741092, "passed": false }, { "field": "net_cash_out", "actual": 463551.363963827, "expected": 471191.81125368085, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1271263.75, "expected": 1271263.75, "passed": true }, { "field": "uw_noi", "actual": 840341.8375, "expected": 840341.8375, "passed": true }, { "field": "uw_ncf", "actual": 837941.8375, "expected": 837941.8375, "passed": true }, { "field": "capitalization_value", "actual": 12928335.9615385, "expected": 12928335.961538462, "passed": true }, { "field": "maximum_loan", "actual": 7797575.97848912, "expected": 7797575.978489121, "passed": true }, { "field": "net_cash_out", "actual": -125399.78129577, "expected": -125399.78129576985, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1337170, "expected": 1338025.0, "passed": false }, { "field": "uw_noi", "actual": 904270.9, "expected": 905100.25, "passed": false }, { "field": "uw_ncf", "actual": 901870.9, "expected": 902700.25, "passed": false }, { "field": "capitalization_value", "actual": 13911860, "expected": 13924619.23076923, "passed": false }, { "field": "maximum_loan", "actual": 7642645.94725725, "expected": 7649674.03566365, "passed": false }, { "field": "net_cash_out", "actual": -278780.512215321, "expected": -271822.70469298586, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 8, "characters": 16126, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "b7334bbeef6852806924a3802e6cba7fae87e77be36f3938d47d720c4758681b", "artifacts/om-revision.pdf": "7c44955395c07a3c5300b9d643c7cbdb1566964ab7577ae77419c678eb057e6c" }, "unchanged_facts": { "passed": 25, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.154752, "known_partial_cost_usd": 2.154752, "cost_basis": "Native trace estimate", "elapsed_seconds": 710.4, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/in-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -829.3499999999767, "absolute_percent": 0.09163073372258783 }, "maximum_loan": { "difference_usd": -7717.74874109216, "absolute_percent": 0.09187584205720008 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 12, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 20, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 9950, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "6d2f1b3765f5ba225ad157e74dfb79c4fd10e5d753125efbd3054663d044551e", "artifacts/om-initial.pdf": "cf0baa9d38b49de348da50e531cd4cd2b062c9133afa792be1f8e076eb0b1ff3" } }, "cost_usd": 1.78977275, "known_partial_cost_usd": 1.78977275, "cost_basis": "Native trace estimate", "elapsed_seconds": 415.52, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 79800, "absolute_percent": 8.92018779342723 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 12, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 15, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902198, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363176, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 10931, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "302682768736bbe935699868096341421da79ed455236ad45902840ddffcb9dd", "artifacts/om-revision.pdf": "3ec93510a659d0f8fdc67c342ec497a2480985ca1f29bc231b78d689ea6e2551" }, "unchanged_facts": { "passed": 17, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.20858875, "known_partial_cost_usd": 2.20858875, "cost_basis": "Native trace estimate", "elapsed_seconds": 439.32, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 56700, "absolute_percent": 6.160365058670143 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "of-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 4, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 2, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 33, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1538640, "expected": 1542060.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1039216.8, "expected": 1042534.2, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1035616.8, "expected": 1038934.2, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13856224, "expected": 13900456.0, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8313734.4, "expected": 8340273.6, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1685597.056, "expected": 1711870.8639999991, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1538640, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1039216.8, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1035616.8, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 12990210, "expected": 13031677.5, "passed": false }, { "field": "maximum_loan", "actual": 7794126, "expected": 7819006.5, "passed": false }, { "field": "net_cash_out", "actual": 1171184.74, "expected": 1195816.4349999996, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1465167, "expected": 1465167.0, "passed": true }, { "field": "uw_noi", "actual": 967947.99, "expected": 967947.99, "passed": true }, { "field": "uw_ncf", "actual": 964347.99, "expected": 964347.99, "passed": true }, { "field": "capitalization_value", "actual": 12905973.2, "expected": 12905973.200000001, "passed": true }, { "field": "maximum_loan", "actual": 7743583.92, "expected": 7743583.92, "passed": true }, { "field": "net_cash_out", "actual": 1121148.0808, "expected": 1121148.0807999996, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1538640, "expected": 1542060.0, "passed": false }, { "field": "uw_noi", "actual": 1039216.8, "expected": 1042534.2, "passed": false }, { "field": "uw_ncf", "actual": 1035616.8, "expected": 1038934.2, "passed": false }, { "field": "capitalization_value", "actual": 13856224, "expected": 13900456.0, "passed": false }, { "field": "maximum_loan", "actual": 8313734.4, "expected": 8340273.6, "passed": false }, { "field": "net_cash_out", "actual": 1685597.056, "expected": 1711870.8639999991, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 6, "characters": 9829, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "b4ae286045d8aa4dfd67f97b3951c6766b1641585e135bf7d0e892dc5ab48d0c", "artifacts/om-initial.pdf": "b703b2ec16555977cec9cdef2676f50bbbfa1a596916fbc07ad21759f4646c6c" } }, "cost_usd": 2.13888175, "known_partial_cost_usd": 2.13888175, "cost_basis": "Native trace estimate", "elapsed_seconds": 502.95, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -3317.399999999907, "absolute_percent": 0.31820538836998413 }, "maximum_loan": { "difference_usd": -26539.199999999255, "absolute_percent": 0.31820538836998413 } } }, { "case_id": "of-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 5, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 4, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 31, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 1543770, "expected": 1544625.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 1044192.9, "expected": 1045022.25, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 1040592.9, "expected": 1041422.25, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 13473456.7741936, "expected": 13484158.064516129, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 8084074.06451613, "expected": 8090494.838709677, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 1458233.32387097, "expected": 1464589.89032258, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 1543770, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044192.9, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1040592.9, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 12656883.6363636, "expected": 12666936.363636363, "passed": false }, { "field": "maximum_loan", "actual": 7594130.18181818, "expected": 7600161.818181817, "passed": false }, { "field": "net_cash_out", "actual": 973188.88, "expected": 979160.1999999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 1467603.75, "expected": 1467603.75, "passed": true }, { "field": "uw_noi", "actual": 970311.6375, "expected": 970311.6375, "passed": true }, { "field": "uw_ncf", "actual": 966711.6375, "expected": 966711.6375, "passed": true }, { "field": "capitalization_value", "actual": 12520150.1612903, "expected": 12520150.161290321, "passed": true }, { "field": "maximum_loan", "actual": 7512090.09677419, "expected": 7512090.0967741925, "passed": true }, { "field": "net_cash_out", "actual": 891969.19580645, "expected": 891969.1958064502, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 1543770, "expected": 1544625.0, "passed": false }, { "field": "uw_noi", "actual": 1044192.9, "expected": 1045022.25, "passed": false }, { "field": "uw_ncf", "actual": 1040592.9, "expected": 1041422.25, "passed": false }, { "field": "capitalization_value", "actual": 13473456.7741936, "expected": 13484158.064516129, "passed": false }, { "field": "maximum_loan", "actual": 8084074.06451613, "expected": 8090494.838709677, "passed": false }, { "field": "net_cash_out", "actual": 1458233.32387097, "expected": 1464589.89032258, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 7, "characters": 10870, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "90269db22e183b0f0008663f9b5d8df097f8ac5db4b1445a9304f98d03d8fb54", "artifacts/om-revision.pdf": "a225665a202fdbaa53cd97e613f03053b00c195db6edb36a2b493d5775a71cdd" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.49028675, "known_partial_cost_usd": 2.49028675, "cost_basis": "Native trace estimate", "elapsed_seconds": 467.03, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/of-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": -829.3499999999767, "absolute_percent": 0.07936194659969936 }, "maximum_loan": { "difference_usd": -6420.778709677048, "absolute_percent": 0.07936200241988009 } } }, { "case_id": "rt-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 14, "total": 18 }, "financial": { "passed": 4, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 5, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 28, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 777275, "expected": 781265.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 524719.75, "expected": 528590.05, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 521719.75, "expected": 525590.05, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7773625.92592593, "expected": 7830963.703703704, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 5052856.85185185, "expected": 5090126.407407408, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 657328.283333333, "expected": 694225.1433333335, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 777275, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 524719.75, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 521719.75, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7237513.79310345, "expected": 7290897.24137931, "passed": false }, { "field": "maximum_loan", "actual": 4704383.96551724, "expected": 4739083.206896552, "passed": false }, { "field": "net_cash_out", "actual": 312340.125862069, "expected": 346692.3748275861, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 742376.75, "expected": 742376.75, "passed": true }, { "field": "uw_noi", "actual": 490868.4475, "expected": 490868.4475, "passed": true }, { "field": "uw_ncf", "actual": 487868.4475, "expected": 487868.4475, "passed": true }, { "field": "capitalization_value", "actual": 7272125.14814815, "expected": 7272125.148148147, "passed": true }, { "field": "maximum_loan", "actual": 4726881.3462963, "expected": 4726881.3462962955, "passed": true }, { "field": "net_cash_out", "actual": 334612.532833332, "expected": 334612.5328333322, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 777275, "expected": 781265.0, "passed": false }, { "field": "uw_noi", "actual": 524719.75, "expected": 528590.05, "passed": false }, { "field": "uw_ncf", "actual": 521719.75, "expected": 525590.05, "passed": false }, { "field": "capitalization_value", "actual": 7773625.92592593, "expected": 7830963.703703704, "passed": false }, { "field": "maximum_loan", "actual": 4974341.38468558, "expected": 5011242.792886342, "passed": false }, { "field": "net_cash_out", "actual": 579597.970838726, "expected": 616130.3649574788, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 9254, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "d8425f29eb3c5119db6665a87302dc6dc4ce8d6cbd3e77d20ba93a54f917b794", "artifacts/om-initial.pdf": "bcb1f48b40ac5b507aea17000785f9f0a60ac8f16244d8876442d49ae67ca4fd" } }, "cost_usd": 2.0057145, "known_partial_cost_usd": 2.0057145, "cost_basis": "Native trace estimate", "elapsed_seconds": 445.15, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -7800, "absolute_percent": 1.0496568429551878 }, "uw_noi": { "difference_usd": -3870.0500000000466, "absolute_percent": 0.7321458283219758 }, "maximum_loan": { "difference_usd": -37269.40740740765, "absolute_percent": 0.7321902134526823 } } }, { "case_id": "rt-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 4, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 5, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 28, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 779840, "expected": 783830.0, "passed": false, "live_formula": true }, { "field": "uw_noi", "actual": 527207.8, "expected": 531078.1, "passed": false, "live_formula": true }, { "field": "uw_ncf", "actual": 524207.8, "expected": 528078.1, "passed": false, "live_formula": true }, { "field": "capitalization_value", "actual": 7531540, "expected": 7586829.999999999, "passed": false, "live_formula": true }, { "field": "maximum_loan", "actual": 4895501, "expected": 4931439.5, "passed": false, "live_formula": true }, { "field": "net_cash_out", "actual": 501545.99, "expected": 537125.1049999995, "passed": false, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 779840, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 527207.8, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 524207.8, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7029437.33333333, "expected": 7081041.333333332, "passed": false }, { "field": "maximum_loan", "actual": 4569134.26666667, "expected": 4602676.866666666, "passed": false }, { "field": "net_cash_out", "actual": 178442.924, "expected": 211650.0979999993, "passed": false } ], "passed": false }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 744813.5, "expected": 744813.5, "passed": true }, { "field": "uw_noi", "actual": 493232.095, "expected": 493232.095, "passed": true }, { "field": "uw_ncf", "actual": 490232.095, "expected": 490232.095, "passed": true }, { "field": "capitalization_value", "actual": 7046172.78571428, "expected": 7046172.7857142845, "passed": true }, { "field": "maximum_loan", "actual": 4580012.31071429, "expected": 4580012.310714285, "passed": true }, { "field": "net_cash_out", "actual": 189212.187607142, "expected": 189212.18760714214, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 779840, "expected": 783830.0, "passed": false }, { "field": "uw_noi", "actual": 527207.8, "expected": 531078.1, "passed": false }, { "field": "uw_ncf", "actual": 524207.8, "expected": 528078.1, "passed": false }, { "field": "capitalization_value", "actual": 7531540, "expected": 7586829.999999999, "passed": false }, { "field": "maximum_loan", "actual": 4651768.95635012, "expected": 4686113.621560672, "passed": false }, { "field": "net_cash_out", "actual": 260251.266786616, "expected": 294252.4853450656, "passed": false } ], "passed": false } ], "all_base_outputs_correct": false, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 10889, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "3fb5f0e81dd1418a44d24221b666f5025aa8ea5ee889b8d5a7a8f1bbb26a3c19", "artifacts/om-revision.pdf": "544a4abc2531df40243c69d99f970fade461e487adca3ed56c8a78a5dd0a9a78" }, "unchanged_facts": { "passed": 24, "total": 26 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.3831445, "known_partial_cost_usd": 2.3831445, "cost_basis": "Native trace estimate", "elapsed_seconds": 442.05, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/rt-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -4200, "absolute_percent": 0.5631536604987932 }, "uw_noi": { "difference_usd": -3870.0999999999767, "absolute_percent": 0.7287252100962132 }, "maximum_loan": { "difference_usd": -35938.5, "absolute_percent": 0.7287628693406865 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "claude/consumer-opus-5-high", "label": "Claude Chat \u00b7 Opus 5 High", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 10, "characters": 30085, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "46ce48a82f087e20d3fe0aa266a8e324a2e7b76e29f562bf31c67bd99f518718", "artifacts/om-initial.pdf": "bb3309f47e8f54d43cd95eee16e1e0ebba09512bf5fafc1623f58d617715c5e2" } }, "cost_usd": null, "known_partial_cost_usd": null, "cost_basis": "Unmeasured consumer inference", "elapsed_seconds": null, "run_path": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.003917112946510315, "absolute_percent": 5.770180316633705e-08 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "claude/consumer-opus-5-high", "label": "Claude Chat \u00b7 Opus 5 High", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 12, "characters": 40844, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "dcce37b821a1d620daaa95c22e2a99de35fcf9327d3da26abe71bdd939a412d2", "artifacts/om-revision.pdf": "759ccfab0d9d873bb5a30ca3346b010dee287a66534a49d3b733cf5691b2aaeb" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": null, "known_partial_cost_usd": null, "cost_basis": "Unmeasured consumer inference", "elapsed_seconds": null, "run_path": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.004805153235793114, "absolute_percent": 7.618129962702606e-08 } } } ], "lender_rows": [ { "case_id": "lender-01", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.03259, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03259, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-01" }, { "case_id": "lender-02", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.028445, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.028445, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-02" }, { "case_id": "lender-03", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.032225, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.032225, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-03" }, { "case_id": "lender-04", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.03576, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03576, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-04" }, { "case_id": "lender-05", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.03145, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03145, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-05" }, { "case_id": "lender-06", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.03502, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03502, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-06" }, { "case_id": "lender-07", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.03184, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03184, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-07" }, { "case_id": "lender-08", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.030685, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.030685, "grade": { "classification_correct": false, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/anthropic--claude-opus-5/lender-08" }, { "case_id": "lender-01", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.01285125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01285125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-01" }, { "case_id": "lender-02", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.008705, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.008705, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-02" }, { "case_id": "lender-03", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.01388125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01388125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-03" }, { "case_id": "lender-04", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.02075375, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02075375, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-04" }, { "case_id": "lender-05", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.00947625, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.00947625, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-05" }, { "case_id": "lender-06", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.01351125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01351125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-06" }, { "case_id": "lender-07", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.01856125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01856125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-07" }, { "case_id": "lender-08", "model": "openai/gpt-5", "trial": 1, "status": "completed", "inference_cost_usd": 0.02334625, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02334625, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-1/openai--gpt-5/lender-08" }, { "case_id": "lender-01", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.02769, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02769, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-01" }, { "case_id": "lender-02", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.02992, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02992, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-02" }, { "case_id": "lender-03", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.0323, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.0323, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-03" }, { "case_id": "lender-04", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.03506, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03506, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-04" }, { "case_id": "lender-05", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.029075, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.029075, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-05" }, { "case_id": "lender-06", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.027745, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.027745, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-06" }, { "case_id": "lender-07", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.032515, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.032515, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-07" }, { "case_id": "lender-08", "model": "anthropic/claude-opus-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.034135, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.034135, "grade": { "classification_correct": false, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/anthropic--claude-opus-5/lender-08" }, { "case_id": "lender-01", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.01012125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01012125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-01" }, { "case_id": "lender-02", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.013425, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.013425, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-02" }, { "case_id": "lender-03", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.01265125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01265125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-03" }, { "case_id": "lender-04", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.01820375, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01820375, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-04" }, { "case_id": "lender-05", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.00914625, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.00914625, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-05" }, { "case_id": "lender-06", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.01158125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01158125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-06" }, { "case_id": "lender-07", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.01302125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01302125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-07" }, { "case_id": "lender-08", "model": "openai/gpt-5", "trial": 2, "status": "completed", "inference_cost_usd": 0.02152625, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02152625, "grade": { "classification_correct": false, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-2/openai--gpt-5/lender-08" }, { "case_id": "lender-01", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.02764, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02764, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-01" }, { "case_id": "lender-02", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.032345, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.032345, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-02" }, { "case_id": "lender-03", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.03015, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03015, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-03" }, { "case_id": "lender-04", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.04076, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.04076, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-04" }, { "case_id": "lender-05", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.02825, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02825, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-05" }, { "case_id": "lender-06", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.028245, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.028245, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-06" }, { "case_id": "lender-07", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.030165, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.030165, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-07" }, { "case_id": "lender-08", "model": "anthropic/claude-opus-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.03521, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.03521, "grade": { "classification_correct": false, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/anthropic--claude-opus-5/lender-08" }, { "case_id": "lender-01", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.01286125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01286125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-01" }, { "case_id": "lender-02", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.011245, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.011245, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-02" }, { "case_id": "lender-03", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.01415125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01415125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-03" }, { "case_id": "lender-04", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.02397375, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02397375, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-04" }, { "case_id": "lender-05", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.01161625, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01161625, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-05" }, { "case_id": "lender-06", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.01490125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01490125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-06" }, { "case_id": "lender-07", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.01739125, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.01739125, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-07" }, { "case_id": "lender-08", "model": "openai/gpt-5", "trial": 3, "status": "completed", "inference_cost_usd": 0.02448625, "estimated_inference_cost_usd": null, "known_partial_cost_usd": 0.02448625, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/runs/trial-3/openai--gpt-5/lender-08" }, { "case_id": "lender-01", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.1528175, "known_partial_cost_usd": null, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-01" }, { "case_id": "lender-02", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.1552675, "known_partial_cost_usd": null, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-02" }, { "case_id": "lender-03", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.039482, "known_partial_cost_usd": null, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-03" }, { "case_id": "lender-04", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.039432, "known_partial_cost_usd": null, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-04" }, { "case_id": "lender-05", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.03351325, "known_partial_cost_usd": null, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-05" }, { "case_id": "lender-06", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.035082, "known_partial_cost_usd": null, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-06" }, { "case_id": "lender-07", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.039932, "known_partial_cost_usd": null, "grade": { "classification_correct": true, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-07" }, { "case_id": "lender-08", "model": "lev/native", "trial": 1, "status": "completed", "inference_cost_usd": null, "estimated_inference_cost_usd": 0.039657, "known_partial_cost_usd": null, "grade": { "classification_correct": false, "source_correct": true, "approval_not_invented": true, "reason_review": "pending", "professional_acceptance": null }, "run_path": "experiments/2026-09-07-lender-qualification-v1/native/trial-1/lev-agent/lender-08" } ], "lender_target_per_condition": 24, "discovery_rows": [ { "case_id": "atlanta-mf-sales", "model": "anthropic/claude-opus-5", "trial": 1, "status": "turn_limit", "elapsed_seconds": 405.59740708296886, "known_partial_cost_usd": 3.69191, "inference_cost_usd": 3.69191, "search_service_cost_usd": null, "tool_counts": { "web_search": 5, "web_open": 15 }, "verification_status": "pending source audit", "operator_semantic_corrections": 0, "administrative_continuation": true, "run_path": "experiments/2026-09-07-live-discovery-v1/runs/anthropic--claude-opus-5/atlanta-mf-sales" }, { "case_id": "dallas-industrial-sales", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "elapsed_seconds": 263.3137295420165, "known_partial_cost_usd": 2.445665, "inference_cost_usd": 2.445665, "search_service_cost_usd": null, "tool_counts": { "web_search": 5, "web_open": 9 }, "verification_status": "Partial author source inspection; full score pending", "operator_semantic_corrections": 0, "administrative_continuation": false, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 5, "web_open": 8 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/anthropic--claude-opus-5/dallas-industrial-sales" }, { "case_id": "midwest-retail-buyers", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "elapsed_seconds": 232.34494937496493, "known_partial_cost_usd": 1.8567500000000001, "inference_cost_usd": 1.8567500000000001, "search_service_cost_usd": null, "tool_counts": { "web_search": 4, "web_open": 9 }, "verification_status": "pending source audit", "operator_semantic_corrections": 0, "administrative_continuation": true, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 4, "web_open": 8 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/anthropic--claude-opus-5/midwest-retail-buyers" }, { "case_id": "office-refinance-2027", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "elapsed_seconds": 1076.88019037497, "known_partial_cost_usd": 4.842675, "inference_cost_usd": 4.842675, "search_service_cost_usd": null, "tool_counts": { "web_search": 9, "web_open": 8 }, "verification_status": "Partial author source inspection; full score pending", "operator_semantic_corrections": 0, "administrative_continuation": true, "returned_count": 2, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 8, "web_open": 8 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/anthropic--claude-opus-5/office-refinance-2027" }, { "case_id": "phoenix-industrial-leases", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "elapsed_seconds": 189.5073687499971, "known_partial_cost_usd": 2.0697, "inference_cost_usd": 2.0697, "search_service_cost_usd": null, "tool_counts": { "web_search": 4, "web_open": 9 }, "verification_status": "Partial author source inspection; full score pending", "operator_semantic_corrections": 0, "administrative_continuation": false, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 4, "web_open": 8 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/anthropic--claude-opus-5/phoenix-industrial-leases" }, { "case_id": "southeast-mf-buyers", "model": "anthropic/claude-opus-5", "trial": 1, "status": "completed", "elapsed_seconds": 405.313835500041, "known_partial_cost_usd": 4.737245, "inference_cost_usd": 4.737245, "search_service_cost_usd": null, "tool_counts": { "web_search": 9, "web_open": 11 }, "verification_status": "pending source audit", "operator_semantic_corrections": 0, "administrative_continuation": true, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 8, "web_open": 8 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/anthropic--claude-opus-5/southeast-mf-buyers" }, { "case_id": "atlanta-mf-sales", "model": "openai/gpt-5", "trial": 1, "status": "completed", "elapsed_seconds": 879.6211727079935, "known_partial_cost_usd": 0.299965, "inference_cost_usd": 0.299965, "search_service_cost_usd": null, "tool_counts": { "web_search": 8, "web_open": 5 }, "verification_status": "Partial author source inspection; full score pending", "operator_semantic_corrections": 0, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 8, "web_open": 5 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/openai--gpt-5/atlanta-mf-sales" }, { "case_id": "dallas-industrial-sales", "model": "openai/gpt-5", "trial": 1, "status": "completed", "elapsed_seconds": 200.5021038329578, "known_partial_cost_usd": 0.1892715, "inference_cost_usd": null, "search_service_cost_usd": null, "tool_counts": { "web_search": 6, "web_open": 3 }, "verification_status": "Partial author source inspection; full score pending", "operator_semantic_corrections": 0, "administrative_continuation": true, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 6, "web_open": 3 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/openai--gpt-5/dallas-industrial-sales" }, { "case_id": "midwest-retail-buyers", "model": "openai/gpt-5", "trial": 1, "status": "completed", "elapsed_seconds": 247.01239704102045, "known_partial_cost_usd": 0.29338175, "inference_cost_usd": 0.29338175, "search_service_cost_usd": null, "tool_counts": { "web_search": 7, "web_open": 5 }, "verification_status": "pending source audit", "operator_semantic_corrections": 0, "administrative_continuation": true, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 7, "web_open": 5 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/openai--gpt-5/midwest-retail-buyers" }, { "case_id": "office-refinance-2027", "model": "openai/gpt-5", "trial": 1, "status": "completed", "elapsed_seconds": 511.78591920802137, "known_partial_cost_usd": 0.26587675, "inference_cost_usd": 0.26587675, "search_service_cost_usd": null, "tool_counts": { "web_search": 7, "web_open": 3 }, "verification_status": "Partial author source inspection; full score pending", "operator_semantic_corrections": 0, "administrative_continuation": true, "returned_count": 2, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 7, "web_open": 3 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/openai--gpt-5/office-refinance-2027" }, { "case_id": "phoenix-industrial-leases", "model": "openai/gpt-5", "trial": 1, "status": "completed", "elapsed_seconds": 227.4846906249877, "known_partial_cost_usd": 0.28705825, "inference_cost_usd": 0.28705825, "search_service_cost_usd": null, "tool_counts": { "web_search": 6, "web_open": 5 }, "verification_status": "Partial author source inspection; full score pending", "operator_semantic_corrections": 0, "administrative_continuation": false, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 6, "web_open": 5 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/openai--gpt-5/phoenix-industrial-leases" }, { "case_id": "southeast-mf-buyers", "model": "openai/gpt-5", "trial": 1, "status": "completed", "elapsed_seconds": 152.9811413330026, "known_partial_cost_usd": 0.159635, "inference_cost_usd": 0.159635, "search_service_cost_usd": null, "tool_counts": { "web_search": 3, "web_open": 5 }, "verification_status": "pending source audit", "operator_semantic_corrections": 0, "administrative_continuation": false, "returned_count": 3, "fact_extract": "fact-extract.json", "executed_web_requests": { "web_search": 3, "web_open": 5 }, "tool_count_semantics": "tool_counts includes rejected excess requests; executed_web_requests counts dispatched searches and page opens.", "run_path": "experiments/2026-09-07-live-discovery-v1/runs/openai--gpt-5/southeast-mf-buyers" }, { "case_id": "atlanta-mf-sales", "model": "lev/native", "trial": 1, "status": "completed", "elapsed_seconds": 249.39, "inference_cost_usd": null, "estimated_inference_cost_usd": 0.532446, "search_service_cost_usd": null, "verification_status": "Partial author source inspection; full score pending", "trace_id": "b446fcec-e33e-48d8-85b7-59c5e00c7179", "session_id": "a16c866d-87d9-4916-871c-ad2199ce4bb1", "returned_models": [ "claude-opus-4-7", "grok-4.6" ], "cost_basis": "Matched trace aggregate estimate. Some child events truncated in observability response; not an independently reconciled sum. Search-service cost excluded.", "operator_semantic_corrections": 0, "returned_count": 3, "fact_extract": "fact-extract.json", "run_path": "experiments/2026-09-07-live-discovery-v1/native/lev-agent/atlanta-mf-sales" }, { "case_id": "dallas-industrial-sales", "model": "lev/native", "trial": 1, "status": "completed", "elapsed_seconds": 151.36, "inference_cost_usd": null, "estimated_inference_cost_usd": 0.78942775, "search_service_cost_usd": null, "verification_status": "Partial author source inspection; full score pending", "trace_id": "c5d1b698-5c54-4698-a744-3dabf31ed66f", "session_id": "3c3c79ce-8102-4b22-9cfb-2434165c0db7", "cost_basis": "Matched final root trace aggregate estimate. Search-service cost excluded.", "operator_semantic_corrections": 0, "returned_count": 3, "fact_extract": "fact-extract.json", "run_path": "experiments/2026-09-07-live-discovery-v1/native/lev-agent/dallas-industrial-sales" }, { "case_id": "midwest-retail-buyers", "model": "lev/native", "trial": 1, "status": "completed", "elapsed_seconds": 218.17, "inference_cost_usd": null, "estimated_inference_cost_usd": 0.55594315, "search_service_cost_usd": null, "verification_status": "Pending source audit", "trace_id": "20cd248e-8f80-4017-ae81-d92bf841615a", "session_id": "c238bf4f-89ca-40f8-b9d4-1a92ac30dc89", "cost_basis": "Matched final root trace aggregate estimate. Search-service cost excluded.", "operator_semantic_corrections": 0, "returned_count": 3, "fact_extract": "fact-extract.json", "run_path": "experiments/2026-09-07-live-discovery-v1/native/lev-agent/midwest-retail-buyers" }, { "case_id": "office-refinance-2027", "model": "lev/native", "trial": 1, "status": "completed", "elapsed_seconds": 325.98, "inference_cost_usd": null, "estimated_inference_cost_usd": 0.7777205, "search_service_cost_usd": null, "verification_status": "Partial author source inspection; full score pending", "trace_id": "5b682d84-9316-4835-8cde-8cae0c98e5f5", "session_id": "160e123e-ab64-4ce9-994b-65f71a9e2ce2", "cost_basis": "Matched final root trace aggregate estimate. Search-service cost excluded.", "operator_semantic_corrections": 0, "returned_count": 2, "fact_extract": "fact-extract.json", "run_path": "experiments/2026-09-07-live-discovery-v1/native/lev-agent/office-refinance-2027" }, { "case_id": "phoenix-industrial-leases", "model": "lev/native", "trial": 1, "status": "completed", "elapsed_seconds": 265.31, "inference_cost_usd": null, "estimated_inference_cost_usd": 0.7985983, "search_service_cost_usd": null, "verification_status": "Partial author source inspection; full score pending", "trace_id": "5b33b7a6-0533-41e8-8e06-c2830844049a", "session_id": "66ecb75b-73ba-4180-8ed3-2e05af83c67a", "cost_basis": "Matched final root trace aggregate estimate. Search-service cost excluded.", "operator_semantic_corrections": 0, "native_tool_allowance_enforcement": "Requested in brief; native execution not mechanically capped by benchmark harness.", "returned_count": 3, "fact_extract": "fact-extract.json", "run_path": "experiments/2026-09-07-live-discovery-v1/native/lev-agent/phoenix-industrial-leases" }, { "case_id": "southeast-mf-buyers", "model": "lev/native", "trial": 1, "status": "completed", "elapsed_seconds": 252.3, "inference_cost_usd": null, "estimated_inference_cost_usd": 0.7627183, "search_service_cost_usd": null, "verification_status": "Pending source audit", "trace_id": "c1c8c35c-b7e0-4b68-be17-9a1d13fe84c7", "session_id": "96f0d794-3e81-46ab-98c3-2618d7e48af5", "cost_basis": "Matched final root trace aggregate estimate. Search-service cost excluded.", "operator_semantic_corrections": 0, "native_tool_allowance_enforcement": "Requested in brief; native execution not mechanically capped by benchmark harness.", "returned_count": 3, "fact_extract": "fact-extract.json", "run_path": "experiments/2026-09-07-live-discovery-v1/native/lev-agent/southeast-mf-buyers" } ], "discovery_target_briefs": 6, "discovery_target_repetitions": 3, "professional_acceptance": null, "human_minutes": null, "budget": { "project_token_limit_usd": 200, "prior_reservation_usd": 110, "workflow_api_allocation_usd": 37, "discovery_api_allocation_usd": 26, "lender_api_allocation_usd": 2, "native_allocation_usd": 25 }, "primary_models": [ "lev/native", "openai/gpt-5", "anthropic/claude-opus-5", "anthropic/claude-opus-4.7" ], "consumer_comparison_keys": [ [ "mf-01", "initial", 1 ], [ "mf-01", "revision", 1 ] ], "consumer_comparison_rows": [ { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 32, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 4, "characters": 5708, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "22873827b4caccc45b6dbfa0374e1fb0c5a66fd3682588d816e423c7767a9d45", "artifacts/memorandum-v2.pdf": "7eaf71de33caa535adf6018dc2a2c4d57be2d8f281754e45de214664e6d4936c" } }, "cost_usd": 1.59132, "known_partial_cost_usd": 1.59132, "cost_basis": "Gateway reported", "elapsed_seconds": 290.978, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.40000000002328306, "absolute_percent": 6.236614666136603e-05 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-4.7", "label": "Opus 4.7 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 32, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 4, "characters": 5194, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "1d1785fb6db7f948c890bdecf67c6aa1762252025f96cd18c30ee822a4511159", "artifacts/memorandum-v3.pdf": "2aa1580f77b80264d6795d5f42f04e6a9e6ad4a89213a7a9eed137467b656454" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 1.8243999999999998, "known_partial_cost_usd": 1.8243999999999998, "cost_basis": "Gateway reported", "elapsed_seconds": 202.301, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-4.7/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.34999999997671694, "absolute_percent": 5.4359504091712395e-05 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 12796, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v1.xlsx": "d6ad95a1b742c793fdce6b87d156a602495d21f8d824231c675ccd322c83104b", "artifacts/memorandum-v2.pdf": "808028b5cbd201774b3091063d63414cb18a7accf88376d43b9eb7ab81736e9b" } }, "cost_usd": 2.235585, "known_partial_cost_usd": 2.235585, "cost_basis": "Gateway reported", "elapsed_seconds": 445.154, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/underwriting-v1.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/memorandum-v2.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "anthropic/claude-opus-5", "label": "Opus 5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 8, "characters": 15292, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v2.xlsx": "6aaa03e4ae953ca77b7028544f57ecc2e3a5b0806c289c7f71957baf889a4540", "artifacts/memorandum-v3.pdf": "a680d3833ffa64d6435b0a0af1a9fd631522a3dd02b2f22833a7bab9c5f33118" }, "unchanged_facts": { "passed": 19, "total": 20 } }, "cost_usd": 3.251535, "known_partial_cost_usd": 3.251535, "cost_basis": "Gateway reported", "elapsed_seconds": 344.849, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/underwriting-v2.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/anthropic--claude-opus-5/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 17, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608292, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482209, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703838, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236799, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 5, "characters": 7592, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v3.xlsx": "a0d40c57e6bb9d7b87fef05959b4e0d960a3d98d7df172cb7c3137c43dd9a892", "artifacts/memorandum-v3.pdf": "c40f9a7a2c73e04649a344ef0965df4b65e5ce6a4e0c23c38c591f1ca8ceaa47" } }, "cost_usd": 0.537786, "known_partial_cost_usd": 0.537786, "cost_basis": "Gateway reported", "elapsed_seconds": 612.842, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/underwriting-v3.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/memorandum-v3.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -4200, "absolute_percent": 0.4694835680751174 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 3.259629011154175e-08, "absolute_percent": 4.80166066603882e-13 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "openai/gpt-5", "label": "GPT-5 API agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 16, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 7, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 0, "false_positives": 1, "false_negatives": 0 }, "citation_locations": 33, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519484, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.08204289, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519484, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.08204289, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "passed": false, "error": "'gross_potential_rent'" }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902199, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363177, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": false }, "om": { "readable": true, "pages": 4, "characters": 6526, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-v4.xlsx": "9f09b4fb83a34ad1eb3d2f8afd9442b5f4afac2e372bd323cf6736606e29185f", "artifacts/memorandum-v4.pdf": "61a4972dad68dc38ad9502835eb13317666ce82cb9e2884ec3929fab2363acae" }, "unchanged_facts": { "passed": 20, "total": 20 } }, "cost_usd": 0.19812675, "known_partial_cost_usd": 0.19812675, "cost_basis": "Gateway reported", "elapsed_seconds": 148.712, "run_path": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/underwriting-v4.xlsx", "om": "experiments/2026-09-07-cre-work-v2/credential-resumption/api/trial-1/openai--gpt-5/mf-01/artifacts/memorandum-v4.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": -8400, "absolute_percent": 0.9126466753585397 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -7.450580596923828e-09, "absolute_percent": 1.1812212535109227e-13 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 12, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 20, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 5, "characters": 9950, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "6d2f1b3765f5ba225ad157e74dfb79c4fd10e5d753125efbd3054663d044551e", "artifacts/om-initial.pdf": "cf0baa9d38b49de348da50e531cd4cd2b062c9133afa792be1f8e076eb0b1ff3" } }, "cost_usd": 1.78977275, "known_partial_cost_usd": 1.78977275, "cost_basis": "Native trace estimate", "elapsed_seconds": 415.52, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 79800, "absolute_percent": 8.92018779342723 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.12608288694173098, "absolute_percent": 1.8572887798491084e-06 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "lev/native", "label": "Lev Agent", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 12, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 1, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 15, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902198, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363176, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 6, "characters": 10931, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "302682768736bbe935699868096341421da79ed455236ad45902840ddffcb9dd", "artifacts/om-revision.pdf": "3ec93510a659d0f8fdc67c342ec497a2480985ca1f29bc231b78d689ea6e2551" }, "unchanged_facts": { "passed": 17, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": 2.20858875, "known_partial_cost_usd": 2.20858875, "cost_basis": "Native trace estimate", "elapsed_seconds": 439.32, "run_path": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/native/trial-1/lev-agent/mf-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 56700, "absolute_percent": 6.160365058670143 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": -0.3151948470622301, "absolute_percent": 4.997125358267397e-06 } } }, { "case_id": "mf-01", "stage": "initial", "trial": 1, "model": "claude/consumer-opus-5-high", "label": "Claude Chat \u00b7 Opus 5 High", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 1, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "initial", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6788545.12608289, "expected": 6788545.126082887, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 2475659.67482206, "expected": 2475659.6748220576, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 10261977.6, "expected": 10261977.6, "passed": true }, { "field": "maximum_loan", "actual": 6670285.44, "expected": 6670285.44, "passed": true }, { "field": "net_cash_out", "actual": 2358582.5856, "expected": 2358582.585600001, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 896196, "expected": 896196.0, "passed": true }, { "field": "uw_noi", "actual": 596478.12, "expected": 596478.12, "passed": true }, { "field": "uw_ncf", "actual": 582078.12, "expected": 582078.12, "passed": true }, { "field": "capitalization_value", "actual": 10373532.5217391, "expected": 10373532.521739129, "passed": true }, { "field": "maximum_loan", "actual": 6302440.14185843, "expected": 6302440.141858429, "passed": true }, { "field": "net_cash_out", "actual": 1994415.74043984, "expected": 1994415.7404398443, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 942480, "expected": 942480.0, "passed": true }, { "field": "uw_noi", "actual": 641373.6, "expected": 641373.6, "passed": true }, { "field": "uw_ncf", "actual": 626973.6, "expected": 626973.6, "passed": true }, { "field": "capitalization_value", "actual": 11154323.4782609, "expected": 11154323.47826087, "passed": true }, { "field": "maximum_loan", "actual": 6127190.46703839, "expected": 6127190.46703839, "passed": true }, { "field": "net_cash_out", "actual": 1820918.56236801, "expected": 1820918.5623680064, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 10, "characters": 30085, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-initial.xlsx": "46ce48a82f087e20d3fe0aa266a8e324a2e7b76e29f562bf31c67bd99f518718", "artifacts/om-initial.pdf": "bb3309f47e8f54d43cd95eee16e1e0ebba09512bf5fafc1623f58d617715c5e2" } }, "cost_usd": null, "known_partial_cost_usd": null, "cost_basis": "Unmeasured consumer inference", "elapsed_seconds": null, "run_path": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/underwriting-initial.xlsx", "om": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/om-initial.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.003917112946510315, "absolute_percent": 5.770180316633705e-08 } } }, { "case_id": "mf-01", "stage": "revision", "trial": 1, "model": "claude/consumer-opus-5-high", "label": "Claude Chat \u00b7 Opus 5 High", "status": "completed", "analysis_present": true, "scores": { "ingestion": { "passed": 18, "total": 18 }, "financial": { "passed": 12, "total": 12 }, "judgment": { "passed": 8, "total": 8 } }, "critical_errors": 0, "risk_counts": { "true_positives": 0, "false_positives": 0, "false_negatives": 0 }, "citation_locations": 38, "audit": { "stage": "revision", "workbook": { "readable": true, "base_checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true, "live_formula": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true, "live_formula": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true, "live_formula": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true, "live_formula": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true, "live_formula": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true, "live_formula": true } ], "perturbations": [ { "input": "cap_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 9905563.84615385, "expected": 9905563.846153846, "passed": true }, { "field": "maximum_loan", "actual": 6307523.31519485, "expected": 6307523.315194847, "passed": true }, { "field": "net_cash_out", "actual": 1999448.0820429, "expected": 1999448.082042899, "passed": true } ], "passed": true }, { "input": "gross_potential_rent", "checks": [ { "field": "uw_egi", "actual": 898632.75, "expected": 898632.75, "passed": true }, { "field": "uw_noi", "actual": 598841.7675, "expected": 598841.7675, "passed": true }, { "field": "uw_ncf", "actual": 584441.7675, "expected": 584441.7675, "passed": true }, { "field": "capitalization_value", "actual": 9980696.125, "expected": 9980696.124999998, "passed": true }, { "field": "maximum_loan", "actual": 5856401.37867007, "expected": 5856401.3786700675, "passed": true }, { "field": "net_cash_out", "actual": 1552837.36488337, "expected": 1552837.364883367, "passed": true } ], "passed": true }, { "input": "sizing_rate", "checks": [ { "field": "uw_egi", "actual": 945045, "expected": 945045.0, "passed": true }, { "field": "uw_noi", "actual": 643861.65, "expected": 643861.65, "passed": true }, { "field": "uw_ncf", "actual": 629461.65, "expected": 629461.65, "passed": true }, { "field": "capitalization_value", "actual": 10731027.5, "expected": 10731027.5, "passed": true }, { "field": "maximum_loan", "actual": 5719015.53902197, "expected": 5719015.539021974, "passed": true }, { "field": "net_cash_out", "actual": 1416825.38363175, "expected": 1416825.3836317547, "passed": true } ], "passed": true } ], "all_base_outputs_correct": true, "all_sensitivities_correct": true }, "om": { "readable": true, "pages": 12, "characters": 40844, "approved_copy_present": true, "financial_and_presentation_review": "pending; readable PDF is not acceptance" }, "professional_acceptance": null, "human_review": "pending", "original_hashes": { "artifacts/underwriting-revision.xlsx": "dcce37b821a1d620daaa95c22e2a99de35fcf9327d3da26abe71bdd939a412d2", "artifacts/om-revision.pdf": "759ccfab0d9d873bb5a30ca3346b010dee287a66534a49d3b733cf5691b2aaeb" }, "unchanged_facts": { "passed": 19, "total": 19 }, "revision_files_changed": { "workbook": true, "om": true } }, "cost_usd": null, "known_partial_cost_usd": null, "cost_basis": "Unmeasured consumer inference", "elapsed_seconds": null, "run_path": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01", "artifacts": { "workbook": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/underwriting-revision.xlsx", "om": "experiments/2026-09-07-cre-work-v2/consumer/trial-1/claude-consumer/mf-01/artifacts/om-revision.pdf" }, "error_magnitude": { "annual_in_place_rent": { "difference_usd": 0, "absolute_percent": 0.0 }, "uw_noi": { "difference_usd": 0.0, "absolute_percent": 0.0 }, "maximum_loan": { "difference_usd": 0.004805153235793114, "absolute_percent": 7.618129962702606e-08 } } } ] }