{"run_id": "1777365801602-pdf", "timestamp": "2026-04-28T08:45:50.369385+00:00", "domain": "warehouse", "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 9, "cost_usd": 0.345298, "duration_seconds": 148.532, "overall_score": 96.99, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 91.95, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777365801602-pdf/cir/vision_extract.json", "qa_report_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777365801602-pdf/cir/qa_report.json", "metrics_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777365801602-pdf/cir/metrics.json", "coverage_report_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777365801602-pdf/cir/coverage_report.json"}
{"run_id": "1777366944291-pdf", "timestamp": "2026-04-28T09:05:25.232494+00:00", "domain": "warehouse", "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 9, "cost_usd": 0.339292, "duration_seconds": 180.732, "overall_score": 97.0, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.01, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777366944291-pdf/cir/vision_extract.json", "qa_report_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777366944291-pdf/cir/qa_report.json", "metrics_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777366944291-pdf/cir/metrics.json", "coverage_report_path": "/Users/rijan/Downloads/LLMatica-Forge/mantara/runs/1777366944291-pdf/cir/coverage_report.json"}
{"run_id": "1777371167814-pdf", "timestamp": "2026-04-28T10:15:53.457702+00:00", "domain": "warehouse", "mode": "REAL", "model": "gpt-4o", "slides_in": 8, "images_in": 8, "api_calls": 8, "cost_usd": 0.29147, "duration_seconds": 185.489, "overall_score": 97.23, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.01, "output_completeness": 100.0, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777371167814-pdf/cir/vision_extract.json", "qa_report_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777371167814-pdf/cir/qa_report.json", "metrics_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777371167814-pdf/cir/metrics.json", "coverage_report_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777371167814-pdf/cir/coverage_report.json"}
{"run_id": "1777430118113-pdf", "timestamp": "2026-04-29T02:39:41.470516+00:00", "domain": "warehouse", "mode": "REAL", "model": "gpt-4o", "slides_in": 8, "images_in": 8, "api_calls": 7, "cost_usd": 0.29158, "duration_seconds": 263.201, "overall_score": 95.54, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.51, "output_completeness": 95.5, "qa_health": 88.57, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777430118113-pdf/cir/vision_extract.json", "qa_report_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777430118113-pdf/cir/qa_report.json", "metrics_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777430118113-pdf/cir/metrics.json", "coverage_report_path": "/Users/braintip/Desktop/backend_gen_poc/backend_generation_system/generator/mantara/runs/1777430118113-pdf/cir/coverage_report.json"}
{"run_id": "1778054278631-pdf", "timestamp": "2026-05-06T08:00:48.765750+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 8, "cost_usd": 0.324815, "duration_seconds": 169.895, "overall_score": 97.12, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.6, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054278631-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054278631-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054278631-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054278631-pdf/cir/coverage_report.json"}
{"run_id": "1778054697133-pdf", "timestamp": "2026-05-06T08:08:19.106207+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 8, "cost_usd": 0.339597, "duration_seconds": 201.725, "overall_score": 97.07, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.37, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054697133-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054697133-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054697133-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778054697133-pdf/cir/coverage_report.json"}
{"run_id": "1778059627159-pdf", "timestamp": "2026-05-06T09:29:52.013182+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 7, "cost_usd": 0.350332, "duration_seconds": 164.599, "overall_score": 97.29, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.35, "output_completeness": 100.0, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778059627159-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778059627159-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778059627159-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778059627159-pdf/cir/coverage_report.json"}
{"run_id": "1778060680449-pdf", "timestamp": "2026-05-06T09:47:20.539374+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 8, "cost_usd": 0.343068, "duration_seconds": 159.841, "overall_score": 97.01, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.03, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778060680449-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778060680449-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778060680449-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778060680449-pdf/cir/coverage_report.json"}
{"run_id": "1778061157939-pdf", "timestamp": "2026-05-06T09:54:56.529783+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 7, "cost_usd": 0.346625, "duration_seconds": 138.327, "overall_score": 97.05, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.28, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061157939-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061157939-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061157939-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061157939-pdf/cir/coverage_report.json"}
{"run_id": "1778061515406-pdf", "timestamp": "2026-05-06T10:01:33.775792+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 7, "cost_usd": 0.333898, "duration_seconds": 178.126, "overall_score": 97.05, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.25, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061515406-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061515406-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061515406-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778061515406-pdf/cir/coverage_report.json"}
{"run_id": "1778062072309-pdf", "timestamp": "2026-05-06T10:10:15.165819+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 7, "cost_usd": 0.34087, "duration_seconds": 142.616, "overall_score": 97.1, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.52, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778062072309-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778062072309-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778062072309-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778062072309-pdf/cir/coverage_report.json"}
{"run_id": "1778063093359-pdf", "timestamp": "2026-05-06T10:27:11.667903+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 7, "cost_usd": 0.342088, "duration_seconds": 138.065, "overall_score": 97.11, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.57, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778063093359-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778063093359-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778063093359-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778063093359-pdf/cir/coverage_report.json"}
{"run_id": "1778124586772-pdf", "timestamp": "2026-05-07T03:32:14.572995+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 15, "images_in": 15, "api_calls": 7, "cost_usd": 0.34406, "duration_seconds": 147.556, "overall_score": 97.17, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.84, "output_completeness": 98.5, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778124586772-pdf/cir/vision_extract.json", "qa_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778124586772-pdf/cir/qa_report.json", "metrics_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778124586772-pdf/cir/metrics.json", "coverage_report_path": "/home/ubuntu/dpg/pipeline/step-02-prd-generation/mantara/runs/1778124586772-pdf/cir/coverage_report.json"}
{"run_id": "1778129081242-pdf", "timestamp": "2026-05-07T04:47:28.913021+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 8, "images_in": 8, "api_calls": 7, "cost_usd": 0.289907, "duration_seconds": 167.321, "overall_score": 97.34, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.59, "output_completeness": 100.0, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778129081242-pdf/cir/vision_extract.json", "qa_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778129081242-pdf/cir/qa_report.json", "metrics_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778129081242-pdf/cir/metrics.json", "coverage_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778129081242-pdf/cir/coverage_report.json"}
{"run_id": "1778130790223-pdf", "timestamp": "2026-05-07T05:15:00.875992+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 8, "images_in": 8, "api_calls": 7, "cost_usd": 0.290933, "duration_seconds": 110.524, "overall_score": 97.32, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.47, "output_completeness": 100.0, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778130790223-pdf/cir/vision_extract.json", "qa_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778130790223-pdf/cir/qa_report.json", "metrics_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778130790223-pdf/cir/metrics.json", "coverage_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778130790223-pdf/cir/coverage_report.json"}
{"run_id": "1778142300897-pdf", "timestamp": "2026-05-07T08:27:39.349839+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 8, "images_in": 8, "api_calls": 7, "cost_usd": 0.285332, "duration_seconds": 158.302, "overall_score": 97.42, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.97, "output_completeness": 100.0, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778142300897-pdf/cir/vision_extract.json", "qa_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778142300897-pdf/cir/qa_report.json", "metrics_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778142300897-pdf/cir/metrics.json", "coverage_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778142300897-pdf/cir/coverage_report.json"}
{"run_id": "1778143691934-pdf", "timestamp": "2026-05-07T08:51:03.519639+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 8, "images_in": 8, "api_calls": 7, "cost_usd": 0.289825, "duration_seconds": 171.486, "overall_score": 97.3, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.39, "output_completeness": 100.0, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778143691934-pdf/cir/vision_extract.json", "qa_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778143691934-pdf/cir/qa_report.json", "metrics_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778143691934-pdf/cir/metrics.json", "coverage_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778143691934-pdf/cir/coverage_report.json"}
{"run_id": "1778209776052-pdf", "timestamp": "2026-05-08T03:11:21.657942+00:00", "domain": null, "mode": "REAL", "model": "gpt-4o", "slides_in": 8, "images_in": 8, "api_calls": 7, "cost_usd": 0.291475, "duration_seconds": 105.352, "overall_score": 97.33, "sub_scores": {"input_validation": 100.0, "extraction_accuracy": 92.55, "output_completeness": 100.0, "qa_health": 94.12, "automation": 100.0, "ground_truth_coverage": 100.0}, "qa_severity": "warn", "qa_passed": true, "iterations_run": 2, "vision_extract_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778209776052-pdf/cir/vision_extract.json", "qa_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778209776052-pdf/cir/qa_report.json", "metrics_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778209776052-pdf/cir/metrics.json", "coverage_report_path": "/Users/mac/Documents/dpg/pipeline/step-02-prd-generation/mantara/runs/1778209776052-pdf/cir/coverage_report.json"}