{ "status": "Complete corrected and original retained benchmarks. Development selection: G0.001 / strength 1. Every regression is retained.", "strengths": [ 1, 2 ], "selected_strengths": [ 1 ], "dataset_strengths": { "confirmation": [ 1, 2 ], "policy": [ 1, 2 ], "faith": [ 1, 2 ], "cue_audit": [ 1, 2 ], "balanced": [ 1, 2 ] }, "dataset_labels": { "policy": "Original policy holdout", "faith": "FaithEval transfer subset", "cue_audit": "Cue intervention audit", "balanced": "Balanced grounding stress test", "confirmation": "Fresh balanced confirmation" }, "experiments": { "curated": { "label": "Jev-curated successes", "particle_prefix": "particle_", "lora_key": "lora", "selected_strengths": [ 1 ] }, "hinted": { "label": "Original answer-hinted targets", "particle_prefix": "hinted_particle_", "lora_key": "lora_original", "selected_strengths": [ 1 ] } }, "experiment_strengths": { "curated": { "confirmation": [ 1, 2 ], "policy": [ 1, 2 ], "faith": [ 1, 2 ], "cue_audit": [ 1, 2 ], "balanced": [ 1, 2 ] }, "hinted": { "confirmation": [ 1 ], "policy": [ 1, 2 ], "faith": [ 1, 2 ], "cue_audit": [ 1, 2 ], "balanced": [ 1 ] } }, "aggregates": [ { "dataset": "Fresh balanced confirmation · Jev-curated successes", "cases": 768, "success_rates": { "off": 0.4609375, "lora": 0.62109375, "particle_1": 0.2721354166666667, "particle_2": 0.25 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.3489583333333333, "ci95": [ -0.3841145833333333, -0.3138020833333333 ] } ] }, { "dataset": "Fresh balanced confirmation · Original answer-hinted targets", "cases": 768, "success_rates": { "off": 0.4609375, "lora": 0.66015625, "particle_1": 0.4466145833333333 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.21354166666666666, "ci95": [ -0.2565104166666667, -0.16796875 ] } ] }, { "dataset": "Original policy holdout · Jev-curated successes", "cases": 256, "success_rates": { "off": 0.66015625, "lora": 0.9921875, "particle_1": 0.26953125, "particle_2": 0.25 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.72265625, "ci95": [ -0.75390625, -0.6875 ] } ] }, { "dataset": "Original policy holdout · Original answer-hinted targets", "cases": 256, "success_rates": { "off": 0.66015625, "lora": 1.0, "particle_1": 0.71875, "particle_2": 0.67578125 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.28125, "ci95": [ -0.328125, -0.23828125 ] } ] }, { "dataset": "FaithEval transfer subset · Jev-curated successes", "cases": 900, "success_rates": { "off": 0.35888888888888887, "lora": 0.3, "particle_1": 0.5566666666666666, "particle_2": 0.52 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": 0.25666666666666665, "ci95": [ 0.22691763486595481, 0.2866666666666667 ] } ] }, { "dataset": "FaithEval transfer subset · Original answer-hinted targets", "cases": 900, "success_rates": { "off": 0.35888888888888887, "lora": 0.4166666666666667, "particle_1": 0.37444444444444447, "particle_2": 0.3988888888888889 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.042222222222222223, "ci95": [ -0.06688963210702341, -0.017427303531680236 ] } ] }, { "dataset": "Cue intervention audit · Jev-curated successes", "cases": 80, "success_rates": { "off": 0.6625, "lora": 0.6, "particle_1": 0.2, "particle_2": 0.2 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.4, "ci95": [ -0.4, -0.4 ] } ] }, { "dataset": "Cue intervention audit · Original answer-hinted targets", "cases": 80, "success_rates": { "off": 0.6625, "lora": 0.45, "particle_1": 0.5375, "particle_2": 0.425 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": 0.0875, "ci95": [ 0.0375, 0.1375 ] } ] }, { "dataset": "Balanced grounding stress test · Jev-curated successes", "cases": 768, "success_rates": { "off": 0.4596354166666667, "lora": 0.6236979166666666, "particle_1": 0.2838541666666667, "particle_2": 0.2513020833333333 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.33984375, "ci95": [ -0.3723958333333333, -0.3072916666666667 ] } ] }, { "dataset": "Balanced grounding stress test · Original answer-hinted targets", "cases": 768, "success_rates": { "off": 0.4596354166666667, "lora": 0.640625, "particle_1": 0.4440104166666667 }, "selected_comparisons_vs_lora": [ { "strength": 1, "gain": -0.19661458333333334, "ci95": [ -0.23958333333333334, -0.15364583333333334 ] } ] } ], "stats": [ { "label": "Curated: fresh policy − LoRA", "value": "-34.9 pp", "detail": "768 fresh cases; paired intervals below" }, { "label": "Curated: FaithEval − LoRA", "value": "+25.7 pp", "detail": "900 repeated transfer cases; strict format counts" }, { "label": "Dev-selected strength(s)", "value": "1", "detail": "Frozen before new test outputs; ties retained" }, { "label": "Native case-arm measurements", "value": "17,868", "detail": "Every planned gain and regression is retained" } ], "rates": [ { "g_rate": "Answer-hinted · 0.012", "completed_steps": 32, "gain_1": null, "gain_2": null, "status": "Stopped: qualified repetitive collapse" }, { "g_rate": "Answer-hinted · 0.004", "completed_steps": 128, "gain_1": -0.671875, "gain_2": -0.671875, "status": "Blocked: mathematical-notation guard scope uncertain" }, { "g_rate": "Answer-hinted · 0.001", "completed_steps": 128, "gain_1": 0.1015625, "gain_2": 0.015625, "status": "RAW128 eligible; selected within original recipe" }, { "g_rate": "Jev-curated · 0.001", "completed_steps": 128, "gain_1": -0.3671875, "gain_2": -0.421875, "status": "Separate fixed-rate retry; dev-selected strength(s) 1" } ], "cases": [ { "arms": { "hinted_particle_1": { "delta": 0, "output": "653 days", "success": 1 }, "lora": { "delta": 0, "output": "653 days", "success": 1 }, "lora_original": { "delta": 0, "output": "653 days", "success": 1 }, "off": { "delta": 0, "output": "653 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks. Under R034 Laboratory's Copper plan: inspection interval = 511 weeks. Under R034 Laboratory's Copper plan: archive retention window = 653 days.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Copper plan: archive retention window = 653 days.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R034", "gold": "653 days", "id": "balanced-R034-answerable-docs3-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "705 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "705 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 1149 kilograms. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R038", "gold": "CONFLICT", "id": "balanced-R038-conflict-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's internal simulator, guest account cap is 495 accounts. For R033 Laboratory's internal simulator, months in one year is 20 months.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's internal simulator, archive retention window is 490 days. For R033 Laboratory's Quartz plan, months in one year is 1328 months.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R033", "gold": "20 months", "id": "balanced-R033-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R033 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R062", "gold": "1017 kilograms", "id": "balanced-R062-answerable-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R052", "gold": "UNKNOWN", "id": "balanced-R052-missing-docs1-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "783", "success": 0 }, "lora": { "delta": 1, "output": "783 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "783 credits", "success": 1 }, "off": { "delta": 0, "output": "783", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R044", "gold": "783 credits", "id": "balanced-R044-answerable-docs1-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's internal simulator is 550 jobs. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's internal simulator is 545 hours. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R038", "gold": "2250 grams", "id": "balanced-R038-altered-docs2-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R038 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: 718 hours", "success": 0 }, "lora": { "delta": 0, "output": "718 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1166 hours", "success": 0 }, "off": { "delta": 0, "output": "Answer: 718 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Willow plan, monthly lab access allowance is 1166 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R039", "gold": "CONFLICT", "id": "balanced-R039-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "754 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "754 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R057", "gold": "UNKNOWN", "id": "balanced-R057-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "796 weeks", "success": 1 }, "lora_original": { "delta": 1, "output": "796 weeks", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs. For R045 Laboratory's Alder plan, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, inspection interval is 1562 weeks.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, inspection interval is 1559 weeks.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Alder plan, inspection interval is 796 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R045", "gold": "796 weeks", "id": "balanced-R045-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 1 }, "off": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R063", "gold": "1030 hours", "id": "balanced-R063-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "479 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Quartz plan is 1309 jobs. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R032", "gold": "UNKNOWN", "id": "balanced-R032-missing-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The training credit allocation recorded for R044 Laboratory's Quartz plan is 1537 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R044", "gold": "UNKNOWN", "id": "balanced-R044-missing-docs2-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "978 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "978 accounts", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R059", "gold": "978 accounts", "id": "balanced-R059-answerable-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1506 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1506 accounts", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms. The parcel mass ceiling recorded for R059 Laboratory's Willow plan is 786 kilograms. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Willow plan is 1506 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R059", "gold": "CONFLICT", "id": "balanced-R059-conflict-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 1 }, "lora": { "delta": 0, "output": "679 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "679 credits", "success": 1 }, "off": { "delta": 0, "output": "679 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "679", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R036", "gold": "679 credits", "id": "balanced-R036-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "991 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1523 credits", "success": 0 }, "off": { "delta": 0, "output": "991", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 1523 credits. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R060", "gold": "CONFLICT", "id": "balanced-R060-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1234", "success": 0 }, "lora": { "delta": 0, "output": "1234 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1234", "success": 0 }, "off": { "delta": 0, "output": "1234", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Willow plan: guest account cap = 1234 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R043", "gold": "CONFLICT", "id": "balanced-R043-conflict-docs2-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 0 }, "lora": { "delta": 0, "output": "835 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "835 jobs", "success": 0 }, "off": { "delta": 0, "output": "835 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 1319 jobs. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R048", "gold": "CONFLICT", "id": "balanced-R048-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "170", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs. The batch processing quota recorded for R053 Laboratory's internal simulator is 720 jobs. The centimeters in one meter recorded for R053 Laboratory's internal simulator is 170 centimeters.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's internal simulator is 715 hours. The centimeters in one meter recorded for R053 Laboratory's Indigo plan is 1711 centimeters.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's internal simulator is 710 kilograms. The centimeters in one meter recorded for R053 Laboratory's Quartz plan is 1708 centimeters.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R053", "gold": "170 centimeters", "id": "balanced-R053-altered-docs3-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R053 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R034 Laboratory's internal simulator: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R034 Laboratory's internal simulator: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R034", "gold": "130 minutes", "id": "balanced-R034-altered-docs2-forward", "question": "For R034 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Record 1: 666\nRecord 2: 1366\n\nCONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "666 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "666", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R035", "gold": "666 accounts", "id": "balanced-R035-answerable-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R038", "gold": "2250 grams", "id": "balanced-R038-altered-docs1-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R038 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "1251 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 1251 credits.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R044", "gold": "CONFLICT", "id": "balanced-R044-conflict-docs2-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's internal simulator, months in one year is 20 months. For R057 Laboratory's internal simulator, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, months in one year is 1787 months. For R057 Laboratory's internal simulator, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, months in one year is 1790 months. For R057 Laboratory's internal simulator, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, training credit allocation is 740 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R057", "gold": "20 months", "id": "balanced-R057-altered-docs3-forward", "question": "According to these records, what value is assigned to 'months in one year' for R057 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1461 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1461", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: batch processing quota = 1464 jobs. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's Maple plan: batch processing quota = 1467 jobs. Under R040 Laboratory's Sandstone plan: guest account cap = 577 accounts. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R040", "gold": "UNKNOWN", "id": "balanced-R040-missing-docs3-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1461", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R040", "gold": "UNKNOWN", "id": "balanced-R040-missing-docs1-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days. The temporary badge validity recorded for R038 Laboratory's Copper plan is 555 days. The parcel mass ceiling recorded for R038 Laboratory's Maple plan is 1429 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The parcel mass ceiling recorded for R038 Laboratory's Quartz plan is 1423 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R038", "gold": "UNKNOWN", "id": "balanced-R038-missing-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's internal simulator, hours in one day is 36 hours. For R060 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R060", "gold": "36 hours", "id": "balanced-R060-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R060 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1285 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: parcel mass ceiling = 1285 kilograms. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R046", "gold": "CONFLICT", "id": "balanced-R046-conflict-docs1-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1828 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms. The parcel mass ceiling recorded for R059 Laboratory's Willow plan is 786 kilograms. The guest account cap recorded for R059 Laboratory's Maple plan is 1828 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R059", "gold": "UNKNOWN", "id": "balanced-R059-missing-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "965 days", "success": 1 }, "lora_original": { "delta": 1, "output": "965 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: inspection interval = 775 weeks. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R058", "gold": "965 days", "id": "balanced-R058-answerable-docs3-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "15 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's internal simulator is 748 days. The days in one week recorded for R056 Laboratory's internal simulator is 15 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's internal simulator is 743 days. The days in one week recorded for R056 Laboratory's internal simulator is 15 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R056", "gold": "15 days", "id": "balanced-R056-altered-docs2-reversed", "question": "Report the recorded value of 'days in one week' for R056 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's internal simulator, hours in one day is 36 hours. For R060 Laboratory's internal simulator, hours in one day is 36 hours. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R060", "gold": "36 hours", "id": "balanced-R060-altered-docs1-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R060 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams in one kilogram.", "success": 0 }, "lora": { "delta": 1, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams in one kilogram.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R046", "gold": "2500 grams", "id": "balanced-R046-altered-docs1-reversed", "question": "For R046 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "926 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 1 }, "off": { "delta": 0, "output": "926 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Maple plan: monthly lab access allowance = 1752 hours. Under R055 Laboratory's Willow plan: archive retention window = 742 days. Under R055 Laboratory's Maple plan: archive retention window = 726 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R055", "gold": "926 hours", "id": "balanced-R055-answerable-docs3-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R035 Laboratory's internal simulator is 95 seconds. The training credit allocation recorded for R035 Laboratory's internal simulator is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R035", "gold": "95 seconds", "id": "balanced-R035-altered-docs1-forward", "question": "Report the recorded value of 'seconds in one minute' for R035 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "490 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "568 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, training credit allocation is 572 credits. For R033 Laboratory's Alder plan, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, temporary badge validity is 1334 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, temporary badge validity is 1331 days.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R033", "gold": "UNKNOWN", "id": "balanced-R033-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874", "success": 0 }, "lora": { "delta": 0, "output": "874 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1370 accounts", "success": 0 }, "off": { "delta": 0, "output": "874", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 874 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 1370 accounts. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, guest account cap is 1676 accounts. For R051 Laboratory's Willow plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R051", "gold": "CONFLICT", "id": "balanced-R051-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "692 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R037", "gold": "692 weeks", "id": "balanced-R037-answerable-docs2-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "757 days", "success": 1 }, "lora": { "delta": 0, "output": "757 days", "success": 1 }, "lora_original": { "delta": 0, "output": "757 days", "success": 1 }, "off": { "delta": 0, "output": "757 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, archive retention window is 757 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R042", "gold": "757 days", "id": "balanced-R042-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R043", "gold": "UNKNOWN", "id": "balanced-R043-missing-docs1-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's internal simulator: monthly lab access allowance = 539 hours. Under R037 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's internal simulator: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: centimeters in one meter = 1404 centimeters.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R037", "gold": "190 centimeters", "id": "balanced-R037-altered-docs2-reversed", "question": "For R037 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "809 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "809 kilograms", "success": 1 }, "off": { "delta": 0, "output": "809 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R046", "gold": "809 kilograms", "id": "balanced-R046-answerable-docs2-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "900 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks. The inspection interval recorded for R053 Laboratory's Alder plan is 1404 weeks. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R053", "gold": "CONFLICT", "id": "balanced-R053-conflict-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "653 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: archive retention window = 1081 days. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R034", "gold": "CONFLICT", "id": "balanced-R034-conflict-docs1-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "653 days", "success": 0 }, "lora_original": { "delta": 0, "output": "653 days", "success": 0 }, "off": { "delta": 0, "output": "653 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: archive retention window = 1081 days. Under R034 Laboratory's Copper plan: archive retention window = 653 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R034", "gold": "CONFLICT", "id": "balanced-R034-conflict-docs1-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "796 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Alder plan, inspection interval is 796 weeks.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R045", "gold": "796 weeks", "id": "balanced-R045-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R054 Laboratory's internal simulator, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R054 Laboratory's internal simulator, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, grams in one kilogram is 1733 grams. For R054 Laboratory's internal simulator, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, temporary badge validity is 719 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R054", "gold": "1750 grams", "id": "balanced-R054-altered-docs3-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R054 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "640 days", "success": 0 }, "lora_original": { "delta": 0, "output": "640 days", "success": 0 }, "off": { "delta": 0, "output": "640 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, temporary badge validity is 1064 days. For R033 Laboratory's Alder plan, temporary badge validity is 640 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R033", "gold": "CONFLICT", "id": "balanced-R033-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "783 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "783 credits", "success": 0 }, "off": { "delta": 0, "output": "783 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 1251 credits. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R044", "gold": "CONFLICT", "id": "balanced-R044-conflict-docs1-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1115", "success": 0 }, "lora": { "delta": 0, "output": "1115 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1115 credits", "success": 0 }, "off": { "delta": 0, "output": "1115", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Sandstone plan, training credit allocation is 1115 credits.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R036", "gold": "CONFLICT", "id": "balanced-R036-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "105 seconds", "success": 1 }, "off": { "delta": 0, "output": "105 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's internal simulator: seconds in one minute = 105 seconds. Under R043 Laboratory's internal simulator: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R043", "gold": "105 seconds", "id": "balanced-R043-altered-docs1-forward", "question": "For R043 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: parcel mass ceiling = 1578 kilograms. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R046", "gold": "UNKNOWN", "id": "balanced-R046-missing-docs2-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "744 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days. The training credit allocation recorded for R041 Laboratory's Alder plan is 588 credits. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R041", "gold": "744 days", "id": "balanced-R041-answerable-docs3-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 1 }, "off": { "delta": 0, "output": "939 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts. The guest account cap recorded for R056 Laboratory's Sandstone plan is 753 accounts. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R056", "gold": "939 jobs", "id": "balanced-R056-answerable-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1523", "success": 0 }, "lora": { "delta": 0, "output": "1523 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1523 credits", "success": 0 }, "off": { "delta": 0, "output": "1523", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours. For R060 Laboratory's Sandstone plan, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, training credit allocation is 1847 credits.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Sandstone plan, training credit allocation is 1523 credits.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R060", "gold": "CONFLICT", "id": "balanced-R060-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "705 kg", "success": 0 }, "lora": { "delta": 0, "output": "705 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "705 kilograms", "success": 0 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 1149 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R038", "gold": "CONFLICT", "id": "balanced-R038-conflict-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 1, "output": "913 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "913 kilograms", "success": 1 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R054", "gold": "913 kilograms", "id": "balanced-R054-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1004 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs. Under R061 Laboratory's Alder plan: batch processing quota = 808 jobs. Under R061 Laboratory's Maple plan: inspection interval = 1866 weeks.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R061", "gold": "1004 weeks", "id": "balanced-R061-answerable-docs3-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs. Under R037 Laboratory's Alder plan: batch processing quota = 544 jobs. Under R037 Laboratory's Maple plan: inspection interval = 1410 weeks.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: inspection interval = 1407 weeks.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R037", "gold": "UNKNOWN", "id": "balanced-R037-missing-docs3-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "lora": { "delta": 0, "output": "718 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 1 }, "off": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, monthly lab access allowance is 1445 hours. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, monthly lab access allowance is 1448 hours. For R039 Laboratory's Willow plan, archive retention window is 566 days. For R039 Laboratory's Maple plan, archive retention window is 614 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R039", "gold": "718 hours", "id": "balanced-R039-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's internal simulator, hours in one day is 36 hours. For R060 Laboratory's internal simulator, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's internal simulator, hours in one day is 36 hours. For R060 Laboratory's internal simulator, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R060", "gold": "36 hours", "id": "balanced-R060-altered-docs2-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R060 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "479 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Quartz plan is 1309 jobs. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Maple plan is 1315 jobs. The guest account cap recorded for R032 Laboratory's Sandstone plan is 489 accounts. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R032", "gold": "UNKNOWN", "id": "balanced-R032-missing-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1467 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1577", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts. Under R040 Laboratory's Sandstone plan: guest account cap = 577 accounts. Under R040 Laboratory's Maple plan: batch processing quota = 1467 jobs.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: batch processing quota = 1464 jobs.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R040", "gold": "UNKNOWN", "id": "balanced-R040-missing-docs3-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1670", "success": 0 }, "lora": { "delta": 0, "output": "1670 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1670 accounts", "success": 0 }, "off": { "delta": 0, "output": "1670", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, guest account cap is 1673 accounts. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, guest account cap is 1676 accounts. For R051 Laboratory's Willow plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R051", "gold": "UNKNOWN", "id": "balanced-R051-missing-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1302", "success": 0 }, "lora": { "delta": 0, "output": "1302 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1302 hours", "success": 0 }, "off": { "delta": 0, "output": "1302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 1302 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours. The archive retention window recorded for R047 Laboratory's Willow plan is 654 days. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R047", "gold": "CONFLICT", "id": "balanced-R047-conflict-docs3-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "692 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks. Under R037 Laboratory's Alder plan: inspection interval = 1132 weeks. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R037", "gold": "CONFLICT", "id": "balanced-R037-conflict-docs1-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 796 weeks. For R045 Laboratory's Alder plan, inspection interval is 1268 weeks. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R045", "gold": "CONFLICT", "id": "balanced-R045-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "lora": { "delta": 0, "output": "861 days", "success": 1 }, "lora_original": { "delta": 0, "output": "861 days", "success": 1 }, "off": { "delta": 0, "output": "861 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R050", "gold": "861 days", "id": "balanced-R050-answerable-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, archive retention window is 614 days. For R039 Laboratory's internal simulator, archive retention window is 566 days. For R039 Laboratory's Maple plan, sides on a triangle is 1448 sides.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's internal simulator, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, sides on a triangle is 1445 sides.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's internal simulator, batch processing quota is 556 jobs. For R039 Laboratory's internal simulator, sides on a triangle is 8 sides.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R039", "gold": "8 sides", "id": "balanced-R039-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R039 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's internal simulator, days in one week is 13 days. For R048 Laboratory's internal simulator, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's internal simulator, days in one week is 13 days. For R048 Laboratory's internal simulator, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R048", "gold": "13 days", "id": "balanced-R048-altered-docs2-forward", "question": "According to these records, what value is assigned to 'days in one week' for R048 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "874", "success": 0 }, "lora": { "delta": 0, "output": "874 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "874 accounts", "success": 1 }, "off": { "delta": 0, "output": "874 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Willow plan, guest account cap is 874 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R051", "gold": "874 accounts", "id": "balanced-R051-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R038 Laboratory's internal simulator is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The grams in one kilogram recorded for R038 Laboratory's Indigo plan is 1426 grams. The batch processing quota recorded for R038 Laboratory's internal simulator is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.\n[Record 3]\nAll entries carry equal authority. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams. The temporary badge validity recorded for R038 Laboratory's internal simulator is 555 days. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R038", "gold": "2250 grams", "id": "balanced-R038-altered-docs3-forward", "question": "Report the recorded value of 'grams in one kilogram' for R038 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, months in one year is 1328 months. For R033 Laboratory's internal simulator, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's internal simulator, months in one year is 20 months. For R033 Laboratory's internal simulator, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R033", "gold": "20 months", "id": "balanced-R033-altered-docs2-forward", "question": "According to these records, what value is assigned to 'months in one year' for R033 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1081 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1081 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 1081 days. Under R034 Laboratory's Copper plan: inspection interval = 511 weeks. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R034", "gold": "CONFLICT", "id": "balanced-R034-conflict-docs3-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The temporary badge validity recorded for R062 Laboratory's Copper plan is 819 days. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R062", "gold": "1017 kilograms", "id": "balanced-R062-answerable-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "796 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs. For R045 Laboratory's Alder plan, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, inspection interval is 1562 weeks.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Alder plan, inspection interval is 1268 weeks.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Alder plan, inspection interval is 796 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R045", "gold": "CONFLICT", "id": "balanced-R045-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R045", "gold": "UNKNOWN", "id": "balanced-R045-missing-docs1-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R059", "gold": "UNKNOWN", "id": "balanced-R059-missing-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "776 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "776", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R059", "gold": "UNKNOWN", "id": "balanced-R059-missing-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "757 days", "success": 0 }, "lora_original": { "delta": 0, "output": "757 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, archive retention window is 1217 days. For R042 Laboratory's Copper plan, archive retention window is 757 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R042", "gold": "CONFLICT", "id": "balanced-R042-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 0 }, "lora": { "delta": 0, "output": "1353 days", "success": 0 }, "lora_original": { "delta": 0, "output": "861 days", "success": 0 }, "off": { "delta": 0, "output": "861 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks. The inspection interval recorded for R050 Laboratory's Copper plan is 687 weeks. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The archive retention window recorded for R050 Laboratory's Copper plan is 1353 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R050", "gold": "CONFLICT", "id": "balanced-R050-conflict-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874", "success": 0 }, "lora": { "delta": 1, "output": "874 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "874 accounts", "success": 1 }, "off": { "delta": 0, "output": "874", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 874 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, guest account cap is 1673 accounts. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, guest account cap is 1676 accounts. For R051 Laboratory's Willow plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R051", "gold": "874 accounts", "id": "balanced-R051-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R050", "gold": "110 minutes", "id": "balanced-R050-altered-docs1-reversed", "question": "Report the recorded value of 'minutes in one hour' for R050 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Quartz plan is 1765 jobs. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R056", "gold": "UNKNOWN", "id": "balanced-R056-missing-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Quartz plan is 1651 days. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R050", "gold": "UNKNOWN", "id": "balanced-R050-missing-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "18", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits. Under R049 Laboratory's internal simulator: training credit allocation = 676 credits. Under R049 Laboratory's Maple plan: months in one year = 1638 months.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's internal simulator: guest account cap = 671 accounts. Under R049 Laboratory's internal simulator: months in one year = 18 months.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's internal simulator: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: months in one year = 1632 months.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R049", "gold": "18 months", "id": "balanced-R049-altered-docs3-reversed", "question": "For R049 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1472 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1472 days", "success": 0 }, "off": { "delta": 0, "output": "952 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 1472 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 952 days. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R057", "gold": "CONFLICT", "id": "balanced-R057-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R037", "gold": "UNKNOWN", "id": "balanced-R037-missing-docs1-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's internal simulator, hours in one day is 36 hours. For R036 Laboratory's internal simulator, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's internal simulator, hours in one day is 36 hours. For R036 Laboratory's internal simulator, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, hours in one day is 1391 hours. For R036 Laboratory's internal simulator, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R036", "gold": "36 hours", "id": "balanced-R036-altered-docs3-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R036 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "705 kg", "success": 0 }, "lora": { "delta": 1, "output": "705 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "705 kilograms", "success": 1 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R038", "gold": "705 kilograms", "id": "balanced-R038-answerable-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours. The monthly lab access allowance recorded for R044 Laboratory's internal simulator is 621 hours. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's internal simulator is 616 kilograms. The hours in one day recorded for R044 Laboratory's Indigo plan is 1540 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's internal simulator is 611 weeks. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R044", "gold": "40 hours", "id": "balanced-R044-altered-docs3-reversed", "question": "Report the recorded value of 'hours in one day' for R044 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1489 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1489 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Copper plan: archive retention window = 1489 days.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Copper plan: archive retention window = 965 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R058", "gold": "CONFLICT", "id": "balanced-R058-conflict-docs2-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "692 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "1132 weeks", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Alder plan: inspection interval = 1132 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R037", "gold": "CONFLICT", "id": "balanced-R037-conflict-docs2-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "653 days", "success": 1 }, "lora": { "delta": 0, "output": "653 days", "success": 1 }, "lora_original": { "delta": 0, "output": "653 days", "success": 1 }, "off": { "delta": 0, "output": "653 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Copper plan: archive retention window = 653 days.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Copper plan: archive retention window = 653 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R034", "gold": "653 days", "id": "balanced-R034-answerable-docs2-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R047", "gold": "UNKNOWN", "id": "balanced-R047-missing-docs1-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits. The training credit allocation recorded for R041 Laboratory's Alder plan is 588 credits. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R041", "gold": "744 days", "id": "balanced-R041-answerable-docs3-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, temporary badge validity is 1331 days. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R033", "gold": "UNKNOWN", "id": "balanced-R033-missing-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "952 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "952 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 952 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 1472 days. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, temporary badge validity is 1790 days. For R057 Laboratory's Alder plan, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, training credit allocation is 740 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R057", "gold": "CONFLICT", "id": "balanced-R057-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8 sides", "success": 1 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's internal simulator, batch processing quota is 556 jobs. For R039 Laboratory's internal simulator, sides on a triangle is 8 sides.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R039", "gold": "8 sides", "id": "balanced-R039-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R039 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1098 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "666 accounts", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 1098 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R035", "gold": "CONFLICT", "id": "balanced-R035-conflict-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1557 kilograms. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R062", "gold": "CONFLICT", "id": "balanced-R062-conflict-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 sides", "success": 1 }, "lora": { "delta": 0, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "9 sides", "success": 1 }, "off": { "delta": 0, "output": "9 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The sides on a triangle recorded for R047 Laboratory's internal simulator is 9 sides. The batch processing quota recorded for R047 Laboratory's internal simulator is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R047", "gold": "9 sides", "id": "balanced-R047-altered-docs1-forward", "question": "Report the recorded value of 'sides on a triangle' for R047 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874", "success": 0 }, "lora": { "delta": 1, "output": "874 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "874 accounts", "success": 1 }, "off": { "delta": 0, "output": "874", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 874 accounts. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R051", "gold": "874 accounts", "id": "balanced-R051-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "757 days", "success": 1 }, "lora": { "delta": 0, "output": "757 days", "success": 1 }, "lora_original": { "delta": 0, "output": "757 days", "success": 1 }, "off": { "delta": 0, "output": "757 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R042", "gold": "757 days", "id": "balanced-R042-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, parcel mass ceiling is 1727 kilograms. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R054", "gold": "UNKNOWN", "id": "balanced-R054-missing-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "965 days", "success": 1 }, "lora_original": { "delta": 1, "output": "965 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Copper plan: archive retention window = 965 days.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Copper plan: archive retention window = 965 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R058", "gold": "965 days", "id": "balanced-R058-answerable-docs2-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "809 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "809 kilograms", "success": 1 }, "off": { "delta": 0, "output": "809 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: temporary badge validity = 643 days. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R046", "gold": "809 kilograms", "id": "balanced-R046-answerable-docs3-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "991 credits", "success": 1 }, "lora": { "delta": 0, "output": "991 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "991 credits", "success": 1 }, "off": { "delta": 0, "output": "991 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "Unknown", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R060", "gold": "991 credits", "id": "balanced-R060-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1064 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1064 days", "success": 0 }, "off": { "delta": 0, "output": "1064", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Alder plan, temporary badge validity is 640 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Alder plan, temporary badge validity is 1064 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R033", "gold": "CONFLICT", "id": "balanced-R033-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "796 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, inspection interval is 1268 weeks. For R045 Laboratory's Alder plan, inspection interval is 796 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R045", "gold": "CONFLICT", "id": "balanced-R045-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 0, "output": "770 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "770 accounts", "success": 0 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "770", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: guest account cap = 1234 accounts. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R043", "gold": "CONFLICT", "id": "balanced-R043-conflict-docs1-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 1 }, "lora": { "delta": 0, "output": "952 days", "success": 1 }, "lora_original": { "delta": 0, "output": "952 days", "success": 1 }, "off": { "delta": 0, "output": "952 days", "success": 1 }, "particle_1": { "delta": 0, "output": "952 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Alder plan, temporary badge validity is 952 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R057", "gold": "952 days", "id": "balanced-R057-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1388", "success": 0 }, "lora": { "delta": 0, "output": "1388 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1388", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, training credit allocation is 1388 credits.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, training credit allocation is 1385 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R036", "gold": "UNKNOWN", "id": "balanced-R036-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "15 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The days in one week recorded for R056 Laboratory's internal simulator is 15 days. The days in one week recorded for R056 Laboratory's internal simulator is 15 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R056", "gold": "15 days", "id": "balanced-R056-altered-docs1-reversed", "question": "Report the recorded value of 'days in one week' for R056 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1183 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: batch processing quota = 1183 jobs. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R040", "gold": "CONFLICT", "id": "balanced-R040-conflict-docs1-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "991", "success": 0 }, "lora": { "delta": 0, "output": "991 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "991 credits", "success": 1 }, "off": { "delta": 0, "output": "991 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "Unknown", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R060", "gold": "991 credits", "id": "balanced-R060-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R059 Laboratory's Quartz plan is 1822 seconds. The training credit allocation recorded for R059 Laboratory's internal simulator is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The seconds in one minute recorded for R059 Laboratory's Indigo plan is 1825 seconds. The inspection interval recorded for R059 Laboratory's internal simulator is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.\n[Record 3]\nAll entries carry equal authority. The seconds in one minute recorded for R059 Laboratory's internal simulator is 95 seconds. The parcel mass ceiling recorded for R059 Laboratory's internal simulator is 786 kilograms. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R059", "gold": "95 seconds", "id": "balanced-R059-altered-docs3-forward", "question": "Report the recorded value of 'seconds in one minute' for R059 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days. The archive retention window recorded for R047 Laboratory's internal simulator is 654 days. The sides on a triangle recorded for R047 Laboratory's internal simulator is 9 sides.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's internal simulator is 649 days. The sides on a triangle recorded for R047 Laboratory's Indigo plan is 1597 sides.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's internal simulator is 644 jobs. The sides on a triangle recorded for R047 Laboratory's Quartz plan is 1594 sides.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R047", "gold": "9 sides", "id": "balanced-R047-altered-docs3-reversed", "question": "Report the recorded value of 'sides on a triangle' for R047 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "835 jobs", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "CONFLICT", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R048", "gold": "835 jobs", "id": "balanced-R048-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "653 days", "success": 1 }, "lora": { "delta": 0, "output": "653 days", "success": 1 }, "lora_original": { "delta": 0, "output": "653 days", "success": 1 }, "off": { "delta": 0, "output": "653 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R034", "gold": "653 days", "id": "balanced-R034-answerable-docs2-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 1 }, "lora": { "delta": 0, "output": "952 days", "success": 1 }, "lora_original": { "delta": 0, "output": "952 days", "success": 1 }, "off": { "delta": 0, "output": "952 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, training credit allocation is 740 credits. For R057 Laboratory's Alder plan, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, temporary badge validity is 1790 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, temporary badge validity is 1787 days.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Alder plan, temporary badge validity is 952 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R057", "gold": "952 days", "id": "balanced-R057-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 1 }, "lora": { "delta": 0, "output": "679 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "679 credits", "success": 1 }, "off": { "delta": 0, "output": "679 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "679", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R036", "gold": "679 credits", "id": "balanced-R036-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, sides on a triangle is 1442 sides. For R039 Laboratory's internal simulator, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's internal simulator, sides on a triangle is 8 sides. For R039 Laboratory's internal simulator, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R039", "gold": "8 sides", "id": "balanced-R039-altered-docs2-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R039 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The parcel mass ceiling recorded for R062 Laboratory's Quartz plan is 1879 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R062", "gold": "UNKNOWN", "id": "balanced-R062-missing-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679", "success": 0 }, "lora": { "delta": 1, "output": "679 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "679 credits", "success": 1 }, "off": { "delta": 0, "output": "679", "success": 0 }, "particle_1": { "delta": 0, "output": "679", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours. For R036 Laboratory's Sandstone plan, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, training credit allocation is 1391 credits.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R036", "gold": "679 credits", "id": "balanced-R036-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "825 days", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "825 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, monthly lab access allowance is 1901 hours. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, monthly lab access allowance is 1904 hours. For R063 Laboratory's Willow plan, archive retention window is 830 days. For R063 Laboratory's Maple plan, archive retention window is 782 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R063", "gold": "UNKNOWN", "id": "balanced-R063-missing-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "900 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "900 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R053", "gold": "900 weeks", "id": "balanced-R053-answerable-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1251", "success": 0 }, "lora": { "delta": 0, "output": "1251 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1251 credits", "success": 0 }, "off": { "delta": 0, "output": "1251", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours. The monthly lab access allowance recorded for R044 Laboratory's Sandstone plan is 621 hours. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 1251 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R044", "gold": "CONFLICT", "id": "balanced-R044-conflict-docs3-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits. The training credit allocation recorded for R041 Laboratory's Alder plan is 588 credits. The temporary badge validity recorded for R041 Laboratory's Maple plan is 1486 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R041", "gold": "UNKNOWN", "id": "balanced-R041-missing-docs3-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R042", "gold": "150 minutes", "id": "balanced-R042-altered-docs1-forward", "question": "According to these records, what value is assigned to 'minutes in one hour' for R042 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17", "success": 0 }, "lora": { "delta": 1, "output": "17 days", "success": 1 }, "lora_original": { "delta": 1, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17", "success": 0 }, "particle_1": { "delta": 0, "output": "17 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's internal simulator: archive retention window = 572 days. Under R040 Laboratory's internal simulator: days in one week = 17 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's internal simulator: temporary badge validity = 567 days. Under R040 Laboratory's internal simulator: days in one week = 17 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R040", "gold": "17 days", "id": "balanced-R040-altered-docs2-reversed", "question": "For R040 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's internal simulator, archive retention window is 754 days. For R057 Laboratory's internal simulator, months in one year is 20 months.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R057", "gold": "20 months", "id": "balanced-R057-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R057 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "22 months", "success": 1 }, "off": { "delta": 0, "output": "22 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The months in one year recorded for R041 Laboratory's internal simulator is 22 months. The archive retention window recorded for R041 Laboratory's internal simulator is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R041", "gold": "22 months", "id": "balanced-R041-altered-docs1-forward", "question": "Report the recorded value of 'months in one year' for R041 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: inspection interval = 1863 weeks.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R061", "gold": "UNKNOWN", "id": "balanced-R061-missing-docs2-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 1, "output": "190 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "190 centimeters", "success": 1 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's internal simulator: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R037", "gold": "190 centimeters", "id": "balanced-R037-altered-docs1-reversed", "question": "For R037 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "lora": { "delta": 0, "output": "861 days", "success": 1 }, "lora_original": { "delta": 0, "output": "861 days", "success": 1 }, "off": { "delta": 0, "output": "861 days", "success": 1 }, "particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The inspection interval recorded for R050 Laboratory's Copper plan is 687 weeks. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R050", "gold": "861 days", "id": "balanced-R050-answerable-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 0 }, "lora": { "delta": 0, "output": "861 days", "success": 0 }, "lora_original": { "delta": 0, "output": "861 days", "success": 0 }, "off": { "delta": 0, "output": "861 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 1353 days. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R050", "gold": "CONFLICT", "id": "balanced-R050-conflict-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "835 jobs", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, batch processing quota is 1619 jobs. For R048 Laboratory's Sandstone plan, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, guest account cap is 677 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R048", "gold": "835 jobs", "id": "balanced-R048-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: months in one year = 1632 months. Under R049 Laboratory's internal simulator: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's internal simulator: months in one year = 18 months. Under R049 Laboratory's internal simulator: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R049", "gold": "18 months", "id": "balanced-R049-altered-docs2-forward", "question": "For R049 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R058 Laboratory's internal simulator: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R058 Laboratory's internal simulator: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R058", "gold": "130 minutes", "id": "balanced-R058-altered-docs2-forward", "question": "For R058 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "705 kg", "success": 0 }, "lora": { "delta": 1, "output": "705 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "705 kilograms", "success": 1 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R038", "gold": "705 kilograms", "id": "balanced-R038-answerable-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R035 Laboratory's Quartz plan is 1366 seconds. The training credit allocation recorded for R035 Laboratory's internal simulator is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The seconds in one minute recorded for R035 Laboratory's internal simulator is 95 seconds. The inspection interval recorded for R035 Laboratory's internal simulator is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R035", "gold": "95 seconds", "id": "balanced-R035-altered-docs2-forward", "question": "Report the recorded value of 'seconds in one minute' for R035 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "744 days", "success": 0 }, "lora_original": { "delta": 0, "output": "744 days", "success": 0 }, "off": { "delta": 0, "output": "744 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 1200 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days. The training credit allocation recorded for R041 Laboratory's Alder plan is 588 credits. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R041", "gold": "CONFLICT", "id": "balanced-R041-conflict-docs3-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's internal simulator is 583 accounts. The months in one year recorded for R041 Laboratory's internal simulator is 22 months.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's internal simulator is 578 days. The months in one year recorded for R041 Laboratory's Quartz plan is 1480 months.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R041", "gold": "22 months", "id": "balanced-R041-altered-docs2-reversed", "question": "Report the recorded value of 'months in one year' for R041 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Maple plan: archive retention window = 726 days. Under R055 Laboratory's internal simulator: archive retention window = 742 days. Under R055 Laboratory's Maple plan: sides on a triangle = 1752 sides.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's internal simulator: temporary badge validity = 737 days. Under R055 Laboratory's internal simulator: sides on a triangle = 7 sides.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's internal simulator: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: sides on a triangle = 1746 sides.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R055", "gold": "7 sides", "id": "balanced-R055-altered-docs3-reversed", "question": "For R055 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1285 kg", "success": 0 }, "lora": { "delta": 0, "output": "1285 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1285 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1285", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days. Under R046 Laboratory's Copper plan: temporary badge validity = 643 days. Under R046 Laboratory's Copper plan: parcel mass ceiling = 1285 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R046", "gold": "CONFLICT", "id": "balanced-R046-conflict-docs3-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "743 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Quartz plan is 1765 jobs. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R056", "gold": "UNKNOWN", "id": "balanced-R056-missing-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Maple plan: inspection interval = 1410 weeks. Under R037 Laboratory's Alder plan: batch processing quota = 544 jobs. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R037", "gold": "692 weeks", "id": "balanced-R037-answerable-docs3-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "900 weeks", "success": 1 }, "lora": { "delta": 0, "output": "900 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "900 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R053", "gold": "900 weeks", "id": "balanced-R053-answerable-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Quartz plan is 1765 jobs. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Maple plan is 1771 jobs. The guest account cap recorded for R056 Laboratory's Sandstone plan is 753 accounts. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R056", "gold": "UNKNOWN", "id": "balanced-R056-missing-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Quartz plan is 1651 days. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Maple plan is 1657 days. The inspection interval recorded for R050 Laboratory's Copper plan is 687 weeks. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R050", "gold": "UNKNOWN", "id": "balanced-R050-missing-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "692 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: inspection interval = 1132 weeks. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R037", "gold": "CONFLICT", "id": "balanced-R037-conflict-docs1-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1404 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "1404 weeks", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 1404 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R053", "gold": "CONFLICT", "id": "balanced-R053-conflict-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1574", "success": 0 }, "lora": { "delta": 0, "output": "1574 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1574 hours", "success": 0 }, "off": { "delta": 0, "output": "1574 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "1574", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, archive retention window is 782 days. For R063 Laboratory's Willow plan, archive retention window is 830 days. For R063 Laboratory's Maple plan, monthly lab access allowance is 1904 hours.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Willow plan, monthly lab access allowance is 1574 hours.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R063", "gold": "CONFLICT", "id": "balanced-R063-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "640 days", "success": 1 }, "lora": { "delta": 0, "output": "640 days", "success": 1 }, "lora_original": { "delta": 0, "output": "640 days", "success": 1 }, "off": { "delta": 0, "output": "640 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Alder plan, temporary badge validity is 640 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R033", "gold": "640 days", "id": "balanced-R033-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 0 }, "lora": { "delta": 0, "output": "679 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "679 credits", "success": 0 }, "off": { "delta": 0, "output": "679 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "679", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, training credit allocation is 1115 credits. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R036", "gold": "CONFLICT", "id": "balanced-R036-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "85", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's internal simulator, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, seconds in one minute is 1676 seconds.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's internal simulator, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, seconds in one minute is 1673 seconds.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's internal simulator, training credit allocation is 688 credits. For R051 Laboratory's internal simulator, seconds in one minute is 85 seconds.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R051", "gold": "85 seconds", "id": "balanced-R051-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R051 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "848 days", "success": 0 }, "lora_original": { "delta": 0, "output": "848 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits. Under R049 Laboratory's Alder plan: training credit allocation = 676 credits. Under R049 Laboratory's Alder plan: temporary badge validity = 1336 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R049", "gold": "CONFLICT", "id": "balanced-R049-conflict-docs3-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 0 }, "lora": { "delta": 0, "output": "848 days", "success": 0 }, "lora_original": { "delta": 0, "output": "848 days", "success": 0 }, "off": { "delta": 0, "output": "848 days", "success": 0 }, "particle_1": { "delta": 0, "output": "848", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Alder plan: temporary badge validity = 1336 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R049", "gold": "CONFLICT", "id": "balanced-R049-conflict-docs2-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "754", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, temporary badge validity is 1787 days. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R057", "gold": "UNKNOWN", "id": "balanced-R057-missing-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "640 days", "success": 1 }, "lora": { "delta": 0, "output": "640 days", "success": 1 }, "lora_original": { "delta": 0, "output": "640 days", "success": 1 }, "off": { "delta": 0, "output": "640 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Alder plan, temporary badge validity is 640 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R033", "gold": "640 days", "id": "balanced-R033-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "978", "success": 0 }, "lora": { "delta": 0, "output": "978 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "978 accounts", "success": 0 }, "off": { "delta": 0, "output": "978 accounts", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The guest account cap recorded for R059 Laboratory's Willow plan is 1506 accounts. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R059", "gold": "CONFLICT", "id": "balanced-R059-conflict-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "1047 jobs", "success": 0 }, "lora_original": { "delta": -1, "output": "1047 jobs", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 1047 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R032", "gold": "CONFLICT", "id": "balanced-R032-conflict-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1575 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: parcel mass ceiling = 1578 kilograms. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's Maple plan: parcel mass ceiling = 1581 kilograms. Under R046 Laboratory's Copper plan: temporary badge validity = 643 days. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R046", "gold": "UNKNOWN", "id": "balanced-R046-missing-docs3-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: temporary badge validity = 1635 days. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R049", "gold": "UNKNOWN", "id": "balanced-R049-missing-docs2-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R035", "gold": "UNKNOWN", "id": "balanced-R035-missing-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "991 credits", "success": 0 }, "lora": { "delta": 0, "output": "1523 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1523 credits", "success": 0 }, "off": { "delta": 0, "output": "1523", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Sandstone plan, training credit allocation is 1523 credits.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R060", "gold": "CONFLICT", "id": "balanced-R060-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 1 }, "lora": { "delta": 0, "output": "848 days", "success": 1 }, "lora_original": { "delta": 0, "output": "848 days", "success": 1 }, "off": { "delta": 0, "output": "848 days", "success": 1 }, "particle_1": { "delta": -1, "output": "848", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R049", "gold": "848 days", "id": "balanced-R049-answerable-docs1-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "783", "success": 0 }, "lora": { "delta": 0, "output": "783 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "783 credits", "success": 0 }, "off": { "delta": 0, "output": "783 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 1251 credits. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R044", "gold": "CONFLICT", "id": "balanced-R044-conflict-docs1-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "991", "success": 0 }, "lora": { "delta": 0, "output": "991 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "991 credits", "success": 0 }, "off": { "delta": 0, "output": "991 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, training credit allocation is 1523 credits. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R060", "gold": "CONFLICT", "id": "balanced-R060-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: inspection interval = 1863 weeks. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Maple plan: inspection interval = 1866 weeks. Under R061 Laboratory's Alder plan: batch processing quota = 808 jobs. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R061", "gold": "UNKNOWN", "id": "balanced-R061-missing-docs3-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "991 credits", "success": 1 }, "lora": { "delta": 0, "output": "991 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "991 credits", "success": 1 }, "off": { "delta": 0, "output": "991 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R060", "gold": "991 credits", "id": "balanced-R060-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "939 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 1455 jobs. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R056", "gold": "CONFLICT", "id": "balanced-R056-conflict-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's internal simulator, parcel mass ceiling is 792 kilograms. For R060 Laboratory's internal simulator, hours in one day is 36 hours.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's internal simulator, inspection interval is 787 weeks. For R060 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R060", "gold": "36 hours", "id": "balanced-R060-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R060 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 0, "output": "913 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "913 kilograms", "success": 0 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 1421 kilograms. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, parcel mass ceiling is 1733 kilograms. For R054 Laboratory's Copper plan, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, temporary badge validity is 719 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R054", "gold": "CONFLICT", "id": "balanced-R054-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "666 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts. The guest account cap recorded for R035 Laboratory's Willow plan is 1098 accounts. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R035", "gold": "CONFLICT", "id": "balanced-R035-conflict-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "825", "success": 0 }, "lora": { "delta": 0, "output": "825 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1901 hours", "success": 0 }, "off": { "delta": 0, "output": "825", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, monthly lab access allowance is 1901 hours.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R063", "gold": "UNKNOWN", "id": "balanced-R063-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1064 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1064 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 1064 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 640 days. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R033", "gold": "CONFLICT", "id": "balanced-R033-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "991 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1523 credits", "success": 0 }, "off": { "delta": 0, "output": "991", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 1523 credits. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, training credit allocation is 1847 credits. For R060 Laboratory's Sandstone plan, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R060", "gold": "CONFLICT", "id": "balanced-R060-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "965 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R058", "gold": "965 days", "id": "balanced-R058-answerable-docs2-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours. The inspection interval recorded for R044 Laboratory's internal simulator is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The hours in one day recorded for R044 Laboratory's Indigo plan is 1540 hours. The parcel mass ceiling recorded for R044 Laboratory's internal simulator is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.\n[Record 3]\nAll entries carry equal authority. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours. The monthly lab access allowance recorded for R044 Laboratory's internal simulator is 621 hours. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R044", "gold": "40 hours", "id": "balanced-R044-altered-docs3-forward", "question": "Report the recorded value of 'hours in one day' for R044 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 1 }, "lora": { "delta": 0, "output": "887 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "887 credits", "success": 1 }, "off": { "delta": 0, "output": "887 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "887", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R052", "gold": "887 credits", "id": "balanced-R052-answerable-docs1-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "15 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts. The guest account cap recorded for R056 Laboratory's internal simulator is 753 accounts. The days in one week recorded for R056 Laboratory's internal simulator is 15 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's internal simulator is 748 days. The days in one week recorded for R056 Laboratory's Indigo plan is 1768 days.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's internal simulator is 743 days. The days in one week recorded for R056 Laboratory's internal simulator is 15 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R056", "gold": "15 days", "id": "balanced-R056-altered-docs3-reversed", "question": "Report the recorded value of 'days in one week' for R056 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1004 weeks", "success": 1 }, "lora": { "delta": 0, "output": "1004 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "1004 weeks", "success": 1 }, "off": { "delta": 0, "output": "1004 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R061", "gold": "1004 weeks", "id": "balanced-R061-answerable-docs1-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "744 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "744 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days. The temporary badge validity recorded for R041 Laboratory's Alder plan is 1200 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R041", "gold": "CONFLICT", "id": "balanced-R041-conflict-docs1-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R051", "gold": "UNKNOWN", "id": "balanced-R051-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "20", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, training credit allocation is 740 credits. For R057 Laboratory's internal simulator, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, months in one year is 1790 months.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's internal simulator, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, months in one year is 1787 months.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's internal simulator, archive retention window is 754 days. For R057 Laboratory's internal simulator, months in one year is 20 months.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R057", "gold": "20 months", "id": "balanced-R057-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R057 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 1, "output": "913 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "913 kilograms", "success": 1 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R054", "gold": "913 kilograms", "id": "balanced-R054-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "1047 jobs", "success": 0 }, "lora_original": { "delta": -1, "output": "1047 jobs", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts. The guest account cap recorded for R032 Laboratory's Sandstone plan is 489 accounts. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 1047 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R032", "gold": "CONFLICT", "id": "balanced-R032-conflict-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: archive retention window = 1806 days. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's Maple plan: archive retention window = 1809 days. Under R058 Laboratory's Copper plan: inspection interval = 775 weeks. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R058", "gold": "UNKNOWN", "id": "balanced-R058-missing-docs3-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, archive retention window is 1502 days.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, archive retention window is 1499 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R042", "gold": "UNKNOWN", "id": "balanced-R042-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1336 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1336 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 1336 days. Under R049 Laboratory's Alder plan: training credit allocation = 676 credits. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R049", "gold": "CONFLICT", "id": "balanced-R049-conflict-docs3-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora": { "delta": -1, "output": "2500 grams in one kilogram", "success": 0 }, "lora_original": { "delta": -1, "output": "2500 grams in one kilogram", "success": 0 }, "off": { "delta": 0, "output": "2500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days. Under R046 Laboratory's internal simulator: temporary badge validity = 643 days. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's internal simulator: batch processing quota = 638 jobs. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's internal simulator: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: grams in one kilogram = 1575 grams.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R046", "gold": "2500 grams", "id": "balanced-R046-altered-docs3-reversed", "question": "For R046 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, parcel mass ceiling is 1727 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R054", "gold": "UNKNOWN", "id": "balanced-R054-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "692 weeks", "success": 1 }, "lora_original": { "delta": 1, "output": "692 weeks", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R037", "gold": "692 weeks", "id": "balanced-R037-answerable-docs1-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms. The parcel mass ceiling recorded for R059 Laboratory's internal simulator is 786 kilograms. The seconds in one minute recorded for R059 Laboratory's internal simulator is 95 seconds.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's internal simulator is 781 weeks. The seconds in one minute recorded for R059 Laboratory's Indigo plan is 1825 seconds.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's internal simulator is 776 credits. The seconds in one minute recorded for R059 Laboratory's Quartz plan is 1822 seconds.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R059", "gold": "95 seconds", "id": "balanced-R059-altered-docs3-reversed", "question": "Report the recorded value of 'seconds in one minute' for R059 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R042", "gold": "150 minutes", "id": "balanced-R042-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'minutes in one hour' for R042 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Quartz plan is 1537 credits. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R044", "gold": "UNKNOWN", "id": "balanced-R044-missing-docs1-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R058", "gold": "130 minutes", "id": "balanced-R058-altered-docs1-reversed", "question": "For R058 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "822 hours", "success": 1 }, "lora": { "delta": 0, "output": "822 hours", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "822 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R047", "gold": "822 hours", "id": "balanced-R047-answerable-docs2-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1787 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1787 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, temporary badge validity is 1787 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R057", "gold": "UNKNOWN", "id": "balanced-R057-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, months in one year is 1784 months. For R057 Laboratory's internal simulator, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's internal simulator, months in one year is 20 months. For R057 Laboratory's internal simulator, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R057", "gold": "20 months", "id": "balanced-R057-altered-docs2-forward", "question": "According to these records, what value is assigned to 'months in one year' for R057 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1149 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 1149 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The temporary badge validity recorded for R038 Laboratory's Copper plan is 555 days. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R038", "gold": "CONFLICT", "id": "balanced-R038-conflict-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1506 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1506 accounts", "success": 0 }, "off": { "delta": 0, "output": "1506", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Willow plan is 1506 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R059", "gold": "CONFLICT", "id": "balanced-R059-conflict-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "991", "success": 0 }, "lora": { "delta": 1, "output": "991 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "991 credits", "success": 1 }, "off": { "delta": 0, "output": "991", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours. For R060 Laboratory's Sandstone plan, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, training credit allocation is 1847 credits.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R060", "gold": "991 credits", "id": "balanced-R060-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R038", "gold": "2250 grams", "id": "balanced-R038-altered-docs1-forward", "question": "Report the recorded value of 'grams in one kilogram' for R038 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts. The guest account cap recorded for R032 Laboratory's internal simulator is 489 accounts. The days in one week recorded for R032 Laboratory's internal simulator is 15 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's internal simulator is 484 days. The days in one week recorded for R032 Laboratory's Indigo plan is 1312 days.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's internal simulator is 479 days. The days in one week recorded for R032 Laboratory's internal simulator is 15 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R032", "gold": "15 days", "id": "balanced-R032-altered-docs3-reversed", "question": "Report the recorded value of 'days in one week' for R032 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 1 }, "off": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R063", "gold": "1030 hours", "id": "balanced-R063-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1404 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs. The batch processing quota recorded for R053 Laboratory's Alder plan is 720 jobs. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Alder plan is 1404 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R053", "gold": "CONFLICT", "id": "balanced-R053-conflict-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R054 Laboratory's internal simulator, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R054 Laboratory's internal simulator, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R054", "gold": "1750 grams", "id": "balanced-R054-altered-docs2-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R054 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1234", "success": 0 }, "lora": { "delta": 0, "output": "1234 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1234", "success": 0 }, "off": { "delta": 0, "output": "1234", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 1234 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R043", "gold": "CONFLICT", "id": "balanced-R043-conflict-docs2-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1489 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 1489 days. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R058", "gold": "CONFLICT", "id": "balanced-R058-conflict-docs2-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: parcel mass ceiling = 1578 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R046", "gold": "UNKNOWN", "id": "balanced-R046-missing-docs2-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 1 }, "lora": { "delta": 0, "output": "848 days", "success": 1 }, "lora_original": { "delta": 0, "output": "848 days", "success": 1 }, "off": { "delta": 0, "output": "848 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R049", "gold": "848 days", "id": "balanced-R049-answerable-docs1-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "835 jobs", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "CONFLICT", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R048", "gold": "835 jobs", "id": "balanced-R048-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "666 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "666", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts. The parcel mass ceiling recorded for R035 Laboratory's Willow plan is 522 kilograms. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R035", "gold": "666 accounts", "id": "balanced-R035-answerable-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "671 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: temporary badge validity = 1635 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R049", "gold": "UNKNOWN", "id": "balanced-R049-missing-docs2-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887", "success": 0 }, "lora": { "delta": 0, "output": "887 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "887 credits", "success": 0 }, "off": { "delta": 0, "output": "887", "success": 0 }, "particle_1": { "delta": 0, "output": "887", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours. Under R052 Laboratory's Sandstone plan: monthly lab access allowance = 709 hours. Under R052 Laboratory's Sandstone plan: training credit allocation = 1387 credits.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R052", "gold": "CONFLICT", "id": "balanced-R052-conflict-docs3-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R062 Laboratory's internal simulator is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The grams in one kilogram recorded for R062 Laboratory's Indigo plan is 1882 grams. The batch processing quota recorded for R062 Laboratory's internal simulator is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.\n[Record 3]\nAll entries carry equal authority. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams. The temporary badge validity recorded for R062 Laboratory's internal simulator is 819 days. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R062", "gold": "2250 grams", "id": "balanced-R062-altered-docs3-forward", "question": "Report the recorded value of 'grams in one kilogram' for R062 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 1 }, "lora": { "delta": 0, "output": "848 days", "success": 1 }, "lora_original": { "delta": 0, "output": "848 days", "success": 1 }, "off": { "delta": 0, "output": "848 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Maple plan: temporary badge validity = 1638 days. Under R049 Laboratory's Alder plan: training credit allocation = 676 credits. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R049", "gold": "848 days", "id": "balanced-R049-answerable-docs3-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: archive retention window = 1350 days.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R034", "gold": "UNKNOWN", "id": "balanced-R034-missing-docs2-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The training credit allocation recorded for R044 Laboratory's Quartz plan is 1537 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R044", "gold": "UNKNOWN", "id": "balanced-R044-missing-docs1-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R061", "gold": "UNKNOWN", "id": "balanced-R061-missing-docs1-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1183 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "1183 jobs", "success": 0 }, "off": { "delta": 0, "output": "1183 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 1183 jobs. Under R040 Laboratory's Sandstone plan: guest account cap = 577 accounts. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R040", "gold": "CONFLICT", "id": "balanced-R040-conflict-docs3-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1445 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1445 hours", "success": 0 }, "off": { "delta": 0, "output": "1445 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, monthly lab access allowance is 1445 hours. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, monthly lab access allowance is 1448 hours. For R039 Laboratory's Willow plan, archive retention window is 566 days. For R039 Laboratory's Maple plan, archive retention window is 614 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R039", "gold": "UNKNOWN", "id": "balanced-R039-missing-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: batch processing quota = 1464 jobs.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R040", "gold": "UNKNOWN", "id": "balanced-R040-missing-docs2-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's internal simulator is 710 kilograms. The centimeters in one meter recorded for R053 Laboratory's internal simulator is 170 centimeters.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R053", "gold": "170 centimeters", "id": "balanced-R053-altered-docs1-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R053 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "85", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R051 Laboratory's internal simulator, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, seconds in one minute is 1673 seconds. For R051 Laboratory's internal simulator, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, seconds in one minute is 1676 seconds. For R051 Laboratory's internal simulator, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R051", "gold": "85 seconds", "id": "balanced-R051-altered-docs3-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R051 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 0 }, "off": { "delta": 0, "output": "939 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 1455 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R056", "gold": "CONFLICT", "id": "balanced-R056-conflict-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "835 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, batch processing quota is 1319 jobs. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R048", "gold": "CONFLICT", "id": "balanced-R048-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's internal simulator, batch processing quota is 726 jobs. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's internal simulator, monthly lab access allowance is 721 hours. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R054", "gold": "1750 grams", "id": "balanced-R054-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R054 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "lora": { "delta": 0, "output": "861 days", "success": 1 }, "lora_original": { "delta": 0, "output": "861 days", "success": 1 }, "off": { "delta": 0, "output": "861 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks. The inspection interval recorded for R050 Laboratory's Copper plan is 687 weeks. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R050", "gold": "861 days", "id": "balanced-R050-answerable-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874", "success": 0 }, "lora": { "delta": 1, "output": "874 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "874 accounts", "success": 1 }, "off": { "delta": 0, "output": "874", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 874 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R051", "gold": "874 accounts", "id": "balanced-R051-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 1 }, "lora": { "delta": 0, "output": "887 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "887 credits", "success": 1 }, "off": { "delta": 0, "output": "887 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "887", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R052", "gold": "887 credits", "id": "balanced-R052-answerable-docs2-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days. The temporary badge validity recorded for R062 Laboratory's internal simulator is 819 days. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's internal simulator is 814 jobs. The grams in one kilogram recorded for R062 Laboratory's Indigo plan is 1882 grams.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's internal simulator is 809 hours. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R062", "gold": "2250 grams", "id": "balanced-R062-altered-docs3-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R062 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R053 Laboratory's internal simulator is 170 centimeters. The parcel mass ceiling recorded for R053 Laboratory's internal simulator is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R053", "gold": "170 centimeters", "id": "balanced-R053-altered-docs1-forward", "question": "Report the recorded value of 'centimeters in one meter' for R053 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "796 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 796 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, inspection interval is 1559 weeks. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, inspection interval is 1562 weeks. For R045 Laboratory's Alder plan, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R045", "gold": "796 weeks", "id": "balanced-R045-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, training credit allocation is 1841 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R060", "gold": "UNKNOWN", "id": "balanced-R060-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Quartz plan is 1537 credits. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R044", "gold": "UNKNOWN", "id": "balanced-R044-missing-docs2-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 0 }, "lora": { "delta": 0, "output": "952 days", "success": 0 }, "lora_original": { "delta": 0, "output": "952 days", "success": 0 }, "off": { "delta": 0, "output": "952 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, training credit allocation is 740 credits. For R057 Laboratory's Alder plan, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, temporary badge validity is 1790 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Alder plan, temporary badge validity is 1472 days.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Alder plan, temporary badge validity is 952 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R057", "gold": "CONFLICT", "id": "balanced-R057-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 1, "output": "913 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "913 kilograms", "success": 1 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, parcel mass ceiling is 1733 kilograms. For R054 Laboratory's Copper plan, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, temporary badge validity is 719 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R054", "gold": "913 kilograms", "id": "balanced-R054-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1746 hours", "success": 0 }, "lora": { "delta": 0, "output": "1746 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1746 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R055", "gold": "UNKNOWN", "id": "balanced-R055-missing-docs1-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 0 }, "lora": { "delta": 0, "output": "731 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "1183 jobs", "success": 0 }, "off": { "delta": 0, "output": "731 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 1183 jobs. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R040", "gold": "CONFLICT", "id": "balanced-R040-conflict-docs2-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Quartz plan is 1423 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R038", "gold": "UNKNOWN", "id": "balanced-R038-missing-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "822 hours", "success": 1 }, "lora_original": { "delta": 1, "output": "822 hours", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R047", "gold": "822 hours", "id": "balanced-R047-answerable-docs2-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1619 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1619 jobs", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, guest account cap is 677 accounts. For R048 Laboratory's Sandstone plan, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, batch processing quota is 1619 jobs.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, batch processing quota is 1616 jobs.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, batch processing quota is 1613 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R048", "gold": "UNKNOWN", "id": "balanced-R048-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874 accounts", "success": 0 }, "lora": { "delta": 0, "output": "1370 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1370 accounts", "success": 0 }, "off": { "delta": 0, "output": "874 accounts", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Willow plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, guest account cap is 1676 accounts.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Willow plan, guest account cap is 1370 accounts.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Willow plan, guest account cap is 874 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R051", "gold": "CONFLICT", "id": "balanced-R051-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 1 }, "off": { "delta": 0, "output": "939 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R056", "gold": "939 jobs", "id": "balanced-R056-answerable-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R034", "gold": "UNKNOWN", "id": "balanced-R034-missing-docs1-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887", "success": 0 }, "lora": { "delta": 1, "output": "887 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "887 credits", "success": 1 }, "off": { "delta": 0, "output": "887", "success": 0 }, "particle_1": { "delta": 0, "output": "887", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours. Under R052 Laboratory's Sandstone plan: monthly lab access allowance = 709 hours. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R052", "gold": "887 credits", "id": "balanced-R052-answerable-docs3-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1004 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R061", "gold": "1004 weeks", "id": "balanced-R061-answerable-docs2-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "926 hours", "success": 1 }, "lora": { "delta": 0, "output": "926 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 1 }, "off": { "delta": 0, "output": "926 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Maple plan: archive retention window = 726 days. Under R055 Laboratory's Willow plan: archive retention window = 742 days. Under R055 Laboratory's Maple plan: monthly lab access allowance = 1752 hours.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R055", "gold": "926 hours", "id": "balanced-R055-answerable-docs3-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "783 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "783 credits", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours. The monthly lab access allowance recorded for R044 Laboratory's Sandstone plan is 621 hours. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R044", "gold": "783 credits", "id": "balanced-R044-answerable-docs3-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1847", "success": 0 }, "lora": { "delta": 0, "output": "1847 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1847", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours. For R060 Laboratory's Sandstone plan, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, training credit allocation is 1847 credits.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, training credit allocation is 1844 credits.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, training credit allocation is 1841 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R060", "gold": "UNKNOWN", "id": "balanced-R060-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "17", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: days in one week = 1461 days. Under R040 Laboratory's internal simulator: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's internal simulator: days in one week = 17 days. Under R040 Laboratory's internal simulator: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's internal simulator: days in one week = 17 days. Under R040 Laboratory's internal simulator: guest account cap = 577 accounts. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R040", "gold": "17 days", "id": "balanced-R040-altered-docs3-forward", "question": "For R040 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1518 seconds", "success": 0 }, "lora_original": { "delta": 0, "output": "105 seconds in one minute", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: seconds in one minute = 1518 seconds. Under R043 Laboratory's internal simulator: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's internal simulator: seconds in one minute = 105 seconds. Under R043 Laboratory's internal simulator: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R043", "gold": "105 seconds", "id": "balanced-R043-altered-docs2-forward", "question": "For R043 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 1 }, "off": { "delta": 0, "output": "939 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R056", "gold": "939 jobs", "id": "balanced-R056-answerable-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "783 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "783 credits", "success": 0 }, "off": { "delta": 0, "output": "783", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 1251 credits. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R044", "gold": "CONFLICT", "id": "balanced-R044-conflict-docs2-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1183", "success": 0 }, "lora": { "delta": 0, "output": "1183 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "1183", "success": 0 }, "off": { "delta": 0, "output": "731 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 1183 jobs.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R040", "gold": "CONFLICT", "id": "balanced-R040-conflict-docs2-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, archive retention window is 782 days. For R063 Laboratory's internal simulator, archive retention window is 830 days. For R063 Laboratory's Maple plan, sides on a triangle is 1904 sides.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's internal simulator, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, sides on a triangle is 1901 sides.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's internal simulator, batch processing quota is 820 jobs. For R063 Laboratory's internal simulator, sides on a triangle is 8 sides.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R063", "gold": "8 sides", "id": "balanced-R063-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R063 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "744", "success": 0 }, "lora": { "delta": 0, "output": "744 days", "success": 1 }, "lora_original": { "delta": 0, "output": "744 days", "success": 1 }, "off": { "delta": 0, "output": "744 days", "success": 1 }, "particle_1": { "delta": -1, "output": "744", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R041", "gold": "744 days", "id": "balanced-R041-answerable-docs2-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's internal simulator, parcel mass ceiling is 528 kilograms. For R036 Laboratory's internal simulator, hours in one day is 36 hours.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's internal simulator, inspection interval is 523 weeks. For R036 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R036", "gold": "36 hours", "id": "balanced-R036-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R036 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R032 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R032 Laboratory's internal simulator is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The days in one week recorded for R032 Laboratory's internal simulator is 15 days. The archive retention window recorded for R032 Laboratory's internal simulator is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R032", "gold": "15 days", "id": "balanced-R032-altered-docs2-forward", "question": "Report the recorded value of 'days in one week' for R032 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "796 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 796 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 1268 weeks. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, inspection interval is 1562 weeks. For R045 Laboratory's Alder plan, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R045", "gold": "CONFLICT", "id": "balanced-R045-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's internal simulator, temporary badge validity is 561 days. For R039 Laboratory's internal simulator, sides on a triangle is 8 sides.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's internal simulator, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, sides on a triangle is 1442 sides.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R039", "gold": "8 sides", "id": "balanced-R039-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R039 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "900 weeks", "success": 1 }, "lora": { "delta": 0, "output": "900 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "900 weeks", "success": 1 }, "off": { "delta": 0, "output": "900 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R053", "gold": "900 weeks", "id": "balanced-R053-answerable-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "809 kg", "success": 0 }, "lora": { "delta": 1, "output": "809 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "809 kilograms", "success": 1 }, "off": { "delta": 0, "output": "809 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days. Under R046 Laboratory's Copper plan: temporary badge validity = 643 days. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R046", "gold": "809 kilograms", "id": "balanced-R046-answerable-docs3-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1442 hours", "success": 0 }, "lora": { "delta": 0, "output": "1445 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1442 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, monthly lab access allowance is 1445 hours. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R039", "gold": "UNKNOWN", "id": "balanced-R039-missing-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1898 hours", "success": 0 }, "lora": { "delta": 0, "output": "820 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1898 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R063", "gold": "UNKNOWN", "id": "balanced-R063-missing-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "822 hours", "success": 1 }, "lora": { "delta": 0, "output": "822 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "822 hours", "success": 1 }, "off": { "delta": 0, "output": "822 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R047", "gold": "822 hours", "id": "balanced-R047-answerable-docs1-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "926 hours", "success": 0 }, "lora": { "delta": 0, "output": "926 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 0 }, "off": { "delta": 0, "output": "926 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Willow plan: monthly lab access allowance = 1438 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R055", "gold": "CONFLICT", "id": "balanced-R055-conflict-docs2-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: sides on a triangle = 1746 sides. Under R055 Laboratory's internal simulator: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R055 Laboratory's internal simulator: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Maple plan: sides on a triangle = 1752 sides. Under R055 Laboratory's internal simulator: archive retention window = 742 days. Under R055 Laboratory's Maple plan: archive retention window = 726 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R055", "gold": "7 sides", "id": "balanced-R055-altered-docs3-forward", "question": "For R055 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "926 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 0 }, "off": { "delta": 0, "output": "926 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: monthly lab access allowance = 1438 hours. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R055", "gold": "CONFLICT", "id": "balanced-R055-conflict-docs1-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1822 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R059", "gold": "UNKNOWN", "id": "balanced-R059-missing-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 0 }, "lora": { "delta": 0, "output": "861 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "861 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The archive retention window recorded for R050 Laboratory's Copper plan is 1353 days. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R050", "gold": "CONFLICT", "id": "balanced-R050-conflict-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Quartz plan is 1423 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Maple plan is 1429 kilograms. The temporary badge validity recorded for R038 Laboratory's Copper plan is 555 days. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R038", "gold": "UNKNOWN", "id": "balanced-R038-missing-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "809 kg", "success": 0 }, "lora": { "delta": 1, "output": "809 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "809 kilograms", "success": 1 }, "off": { "delta": 0, "output": "809 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R046", "gold": "809 kilograms", "id": "balanced-R046-answerable-docs2-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "926 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 0 }, "off": { "delta": 0, "output": "926 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 1438 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R055", "gold": "CONFLICT", "id": "balanced-R055-conflict-docs2-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R053", "gold": "UNKNOWN", "id": "balanced-R053-missing-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora": { "delta": 0, "output": "1574 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1574 hours", "success": 0 }, "off": { "delta": 0, "output": "1030 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1574 hours. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, monthly lab access allowance is 1904 hours. For R063 Laboratory's Willow plan, archive retention window is 830 days. For R063 Laboratory's Maple plan, archive retention window is 782 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R063", "gold": "CONFLICT", "id": "balanced-R063-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1518", "success": 0 }, "lora": { "delta": 0, "output": "1521", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1518", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: guest account cap = 1521 accounts.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R043", "gold": "UNKNOWN", "id": "balanced-R043-missing-docs2-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1489 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1489 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 1489 days. Under R058 Laboratory's Copper plan: inspection interval = 775 weeks. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R058", "gold": "CONFLICT", "id": "balanced-R058-conflict-docs3-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679", "success": 0 }, "lora": { "delta": 1, "output": "679 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "679 credits", "success": 1 }, "off": { "delta": 0, "output": "679", "success": 0 }, "particle_1": { "delta": 0, "output": "679", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R036", "gold": "679 credits", "id": "balanced-R036-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1771 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts. The guest account cap recorded for R056 Laboratory's Sandstone plan is 753 accounts. The batch processing quota recorded for R056 Laboratory's Maple plan is 1771 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The batch processing quota recorded for R056 Laboratory's Quartz plan is 1765 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R056", "gold": "UNKNOWN", "id": "balanced-R056-missing-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Quartz plan is 1537 credits. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Maple plan is 1543 credits. The monthly lab access allowance recorded for R044 Laboratory's Sandstone plan is 621 hours. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R044", "gold": "UNKNOWN", "id": "balanced-R044-missing-docs3-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "15 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's internal simulator is 484 days. The days in one week recorded for R032 Laboratory's internal simulator is 15 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's internal simulator is 479 days. The days in one week recorded for R032 Laboratory's internal simulator is 15 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R032", "gold": "15 days", "id": "balanced-R032-altered-docs2-reversed", "question": "Report the recorded value of 'days in one week' for R032 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R033", "gold": "UNKNOWN", "id": "balanced-R033-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1540 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1540 weeks. Under R061 Laboratory's Alder plan: batch processing quota = 808 jobs. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R061", "gold": "CONFLICT", "id": "balanced-R061-conflict-docs3-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "1750 grams in one kilogram.", "success": 0 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R054", "gold": "1750 grams", "id": "balanced-R054-altered-docs1-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R054 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874", "success": 0 }, "lora": { "delta": 1, "output": "874 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "874 accounts", "success": 1 }, "off": { "delta": 0, "output": "874", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Willow plan, guest account cap is 874 accounts.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R051", "gold": "874 accounts", "id": "balanced-R051-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1613 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, batch processing quota is 1613 jobs. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, batch processing quota is 1616 jobs. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R048", "gold": "UNKNOWN", "id": "balanced-R048-missing-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks. Under R034 Laboratory's internal simulator: inspection interval = 511 weeks. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's internal simulator: training credit allocation = 506 credits. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's internal simulator: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: minutes in one hour = 1347 minutes.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R034", "gold": "130 minutes", "id": "balanced-R034-altered-docs3-reversed", "question": "For R034 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1404 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 1404 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks. The batch processing quota recorded for R053 Laboratory's Alder plan is 720 jobs. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R053", "gold": "CONFLICT", "id": "balanced-R053-conflict-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1518", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R043", "gold": "UNKNOWN", "id": "balanced-R043-missing-docs1-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R041", "gold": "UNKNOWN", "id": "balanced-R041-missing-docs2-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R046", "gold": "UNKNOWN", "id": "balanced-R046-missing-docs1-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1285", "success": 0 }, "lora": { "delta": 0, "output": "1285 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1285 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1285", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Copper plan: parcel mass ceiling = 1285 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R046", "gold": "CONFLICT", "id": "balanced-R046-conflict-docs2-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1200 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Alder plan is 1200 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R041", "gold": "CONFLICT", "id": "balanced-R041-conflict-docs2-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The batch processing quota recorded for R032 Laboratory's Quartz plan is 1309 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R032", "gold": "UNKNOWN", "id": "balanced-R032-missing-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1217 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1217 days", "success": 0 }, "off": { "delta": 0, "output": "1217", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Copper plan, archive retention window is 1217 days.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Copper plan, archive retention window is 757 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R042", "gold": "CONFLICT", "id": "balanced-R042-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 0 }, "off": { "delta": 0, "output": "939 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts. The guest account cap recorded for R056 Laboratory's Sandstone plan is 753 accounts. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 1455 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R056", "gold": "CONFLICT", "id": "balanced-R056-conflict-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "965 days", "success": 1 }, "lora_original": { "delta": 1, "output": "965 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks. Under R058 Laboratory's Copper plan: inspection interval = 775 weeks. Under R058 Laboratory's Copper plan: archive retention window = 965 days.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Copper plan: archive retention window = 965 days.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R058", "gold": "965 days", "id": "balanced-R058-answerable-docs3-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "640 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 640 days. For R033 Laboratory's Alder plan, temporary badge validity is 1064 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R033", "gold": "CONFLICT", "id": "balanced-R033-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1098 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1098 accounts", "success": 0 }, "off": { "delta": 0, "output": "1098", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms. The parcel mass ceiling recorded for R035 Laboratory's Willow plan is 522 kilograms. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Willow plan is 1098 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R035", "gold": "CONFLICT", "id": "balanced-R035-conflict-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: centimeters in one meter = 1860 centimeters. Under R061 Laboratory's internal simulator: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R061 Laboratory's internal simulator: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Maple plan: centimeters in one meter = 1866 centimeters. Under R061 Laboratory's internal simulator: batch processing quota = 808 jobs. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R061", "gold": "190 centimeters", "id": "balanced-R061-altered-docs3-forward", "question": "For R061 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1461", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: batch processing quota = 1464 jobs. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R040", "gold": "UNKNOWN", "id": "balanced-R040-missing-docs2-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits. The training credit allocation recorded for R041 Laboratory's internal simulator is 588 credits. The months in one year recorded for R041 Laboratory's internal simulator is 22 months.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's internal simulator is 583 accounts. The months in one year recorded for R041 Laboratory's Indigo plan is 1483 months.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's internal simulator is 578 days. The months in one year recorded for R041 Laboratory's Quartz plan is 1480 months.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R041", "gold": "22 months", "id": "balanced-R041-altered-docs3-reversed", "question": "Report the recorded value of 'months in one year' for R041 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks. Under R034 Laboratory's Copper plan: inspection interval = 511 weeks. Under R034 Laboratory's Maple plan: archive retention window = 1353 days.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: archive retention window = 1350 days.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R034", "gold": "UNKNOWN", "id": "balanced-R034-missing-docs3-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "900 weeks", "success": 0 }, "lora": { "delta": 0, "output": "900 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "900 weeks", "success": 0 }, "off": { "delta": 0, "output": "900 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The inspection interval recorded for R053 Laboratory's Alder plan is 1404 weeks. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R053", "gold": "CONFLICT", "id": "balanced-R053-conflict-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The batch processing quota recorded for R032 Laboratory's Quartz plan is 1309 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R032", "gold": "UNKNOWN", "id": "balanced-R032-missing-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "36 UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours. For R060 Laboratory's internal simulator, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, hours in one day is 1847 hours.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's internal simulator, parcel mass ceiling is 792 kilograms. For R060 Laboratory's internal simulator, hours in one day is 36 hours.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's internal simulator, inspection interval is 787 weeks. For R060 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R060", "gold": "36 hours", "id": "balanced-R060-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R060 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's internal simulator, hours in one day is 36 hours. For R036 Laboratory's internal simulator, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's internal simulator, hours in one day is 36 hours. For R036 Laboratory's internal simulator, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R036", "gold": "36 hours", "id": "balanced-R036-altered-docs2-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R036 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "105 seconds", "success": 1 }, "off": { "delta": 0, "output": "105 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's internal simulator: training credit allocation = 600 credits. Under R043 Laboratory's internal simulator: seconds in one minute = 105 seconds.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R043", "gold": "105 seconds", "id": "balanced-R043-altered-docs1-reversed", "question": "For R043 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "653 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 1081 days. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R034", "gold": "CONFLICT", "id": "balanced-R034-conflict-docs2-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "783 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "783 credits", "success": 1 }, "off": { "delta": 0, "output": "783", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The monthly lab access allowance recorded for R044 Laboratory's Sandstone plan is 621 hours. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R044", "gold": "783 credits", "id": "balanced-R044-answerable-docs3-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R056 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R056 Laboratory's internal simulator is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The days in one week recorded for R056 Laboratory's Indigo plan is 1768 days. The archive retention window recorded for R056 Laboratory's internal simulator is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.\n[Record 3]\nAll entries carry equal authority. The days in one week recorded for R056 Laboratory's internal simulator is 15 days. The guest account cap recorded for R056 Laboratory's internal simulator is 753 accounts. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R056", "gold": "15 days", "id": "balanced-R056-altered-docs3-forward", "question": "Report the recorded value of 'days in one week' for R056 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1841 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, training credit allocation is 1841 credits. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, training credit allocation is 1844 credits. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R060", "gold": "UNKNOWN", "id": "balanced-R060-missing-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The parcel mass ceiling recorded for R038 Laboratory's Quartz plan is 1423 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R038", "gold": "UNKNOWN", "id": "balanced-R038-missing-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1448", "success": 0 }, "lora": { "delta": 0, "output": "1445 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1445 hours", "success": 0 }, "off": { "delta": 0, "output": "1448", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, archive retention window is 614 days. For R039 Laboratory's Willow plan, archive retention window is 566 days. For R039 Laboratory's Maple plan, monthly lab access allowance is 1448 hours.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, monthly lab access allowance is 1445 hours.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R039", "gold": "UNKNOWN", "id": "balanced-R039-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1506 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1506 accounts", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 1506 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts. The parcel mass ceiling recorded for R059 Laboratory's Willow plan is 786 kilograms. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R059", "gold": "CONFLICT", "id": "balanced-R059-conflict-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874", "success": 0 }, "lora": { "delta": 0, "output": "874 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "874 accounts", "success": 0 }, "off": { "delta": 0, "output": "874", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 874 accounts. For R051 Laboratory's Willow plan, guest account cap is 1370 accounts. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R051", "gold": "CONFLICT", "id": "balanced-R051-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's internal simulator, archive retention window is 490 days. For R033 Laboratory's internal simulator, months in one year is 20 months.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R033", "gold": "20 months", "id": "balanced-R033-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R033 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R042 Laboratory's internal simulator, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R042 Laboratory's internal simulator, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R042", "gold": "150 minutes", "id": "balanced-R042-altered-docs2-forward", "question": "According to these records, what value is assigned to 'minutes in one hour' for R042 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: centimeters in one meter = 1404 centimeters. Under R037 Laboratory's internal simulator: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R037 Laboratory's internal simulator: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R037", "gold": "190 centimeters", "id": "balanced-R037-altered-docs2-forward", "question": "For R037 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1506 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "978 accounts", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 1506 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R059", "gold": "CONFLICT", "id": "balanced-R059-conflict-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R062", "gold": "2250 grams", "id": "balanced-R062-altered-docs1-forward", "question": "Report the recorded value of 'grams in one kilogram' for R062 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 1, "output": "770 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "770 accounts", "success": 1 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "770", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms. Under R043 Laboratory's Willow plan: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Maple plan: guest account cap = 1524 accounts.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R043", "gold": "770 accounts", "id": "balanced-R043-answerable-docs3-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "754 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "754 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R057", "gold": "UNKNOWN", "id": "balanced-R057-missing-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "640 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 640 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, temporary badge validity is 1331 days. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, temporary badge validity is 1334 days. For R033 Laboratory's Alder plan, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, training credit allocation is 572 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R033", "gold": "640 days", "id": "balanced-R033-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R041", "gold": "UNKNOWN", "id": "balanced-R041-missing-docs1-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1657 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks. The inspection interval recorded for R050 Laboratory's Copper plan is 687 weeks. The archive retention window recorded for R050 Laboratory's Maple plan is 1657 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The archive retention window recorded for R050 Laboratory's Quartz plan is 1651 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R050", "gold": "UNKNOWN", "id": "balanced-R050-missing-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: inspection interval = 1407 weeks. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Maple plan: inspection interval = 1410 weeks. Under R037 Laboratory's Alder plan: batch processing quota = 544 jobs. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R037", "gold": "UNKNOWN", "id": "balanced-R037-missing-docs3-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: grams in one kilogram = 1575 grams. Under R046 Laboratory's internal simulator: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R046 Laboratory's internal simulator: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R046 Laboratory's internal simulator: temporary badge validity = 643 days. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R046", "gold": "2500 grams", "id": "balanced-R046-altered-docs3-forward", "question": "For R046 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "822 hours", "success": 0 }, "lora": { "delta": 0, "output": "822 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "822 hours", "success": 0 }, "off": { "delta": 0, "output": "822 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 1302 hours. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R047", "gold": "CONFLICT", "id": "balanced-R047-conflict-docs1-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, training credit allocation is 1841 credits. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R060", "gold": "UNKNOWN", "id": "balanced-R060-missing-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "978 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "978 accounts", "success": 1 }, "off": { "delta": 0, "output": "978", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R059", "gold": "978 accounts", "id": "balanced-R059-answerable-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's internal simulator, months in one year is 20 months. For R033 Laboratory's internal simulator, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R033", "gold": "20 months", "id": "balanced-R033-altered-docs1-forward", "question": "According to these records, what value is assigned to 'months in one year' for R033 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's internal simulator is 682 credits. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's internal simulator is 677 accounts. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R050", "gold": "110 minutes", "id": "balanced-R050-altered-docs2-reversed", "question": "Report the recorded value of 'minutes in one hour' for R050 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, training credit allocation is 1385 credits. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R036", "gold": "UNKNOWN", "id": "balanced-R036-missing-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "653 days", "success": 1 }, "lora_original": { "delta": 0, "output": "653 days", "success": 1 }, "off": { "delta": 0, "output": "653 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: inspection interval = 511 weeks. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R034", "gold": "653 days", "id": "balanced-R034-answerable-docs3-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "640 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1064 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 640 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 1064 days. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, temporary badge validity is 1334 days. For R033 Laboratory's Alder plan, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, training credit allocation is 572 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R033", "gold": "CONFLICT", "id": "balanced-R033-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "512", "success": 0 }, "lora": { "delta": 0, "output": "512 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "512", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R035", "gold": "UNKNOWN", "id": "balanced-R035-missing-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "757 days", "success": 1 }, "lora_original": { "delta": 0, "output": "757 days", "success": 1 }, "off": { "delta": 0, "output": "757 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Copper plan, archive retention window is 757 days.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Copper plan, archive retention window is 757 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R042", "gold": "757 days", "id": "balanced-R042-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "1098 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1098 accounts", "success": 0 }, "off": { "delta": 0, "output": "666", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Willow plan is 1098 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R035", "gold": "CONFLICT", "id": "balanced-R035-conflict-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's internal simulator, hours in one day is 36 hours. For R036 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R036", "gold": "36 hours", "id": "balanced-R036-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R036 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1489 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: archive retention window = 1489 days. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R058", "gold": "CONFLICT", "id": "balanced-R058-conflict-docs1-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R050 Laboratory's internal simulator is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The minutes in one hour recorded for R050 Laboratory's Indigo plan is 1654 minutes. The training credit allocation recorded for R050 Laboratory's internal simulator is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.\n[Record 3]\nAll entries carry equal authority. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes. The inspection interval recorded for R050 Laboratory's internal simulator is 687 weeks. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R050", "gold": "110 minutes", "id": "balanced-R050-altered-docs3-forward", "question": "Report the recorded value of 'minutes in one hour' for R050 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R062", "gold": "1017 kilograms", "id": "balanced-R062-answerable-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "15", "success": 0 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R032 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R032 Laboratory's internal simulator is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The days in one week recorded for R032 Laboratory's Indigo plan is 1312 days. The archive retention window recorded for R032 Laboratory's internal simulator is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.\n[Record 3]\nAll entries carry equal authority. The days in one week recorded for R032 Laboratory's internal simulator is 15 days. The guest account cap recorded for R032 Laboratory's internal simulator is 489 accounts. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R032", "gold": "15 days", "id": "balanced-R032-altered-docs3-forward", "question": "Report the recorded value of 'days in one week' for R032 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "965 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R058", "gold": "965 days", "id": "balanced-R058-answerable-docs1-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "991", "success": 0 }, "lora": { "delta": 1, "output": "991 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "991 credits", "success": 1 }, "off": { "delta": 0, "output": "991", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, training credit allocation is 1847 credits. For R060 Laboratory's Sandstone plan, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R060", "gold": "991 credits", "id": "balanced-R060-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 1, "output": "190 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "190 centimeters", "success": 1 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's internal simulator: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R061", "gold": "190 centimeters", "id": "balanced-R061-altered-docs1-reversed", "question": "For R061 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9", "success": 0 }, "lora": { "delta": 1, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "9", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's internal simulator is 649 days. The sides on a triangle recorded for R047 Laboratory's internal simulator is 9 sides.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's internal simulator is 644 jobs. The sides on a triangle recorded for R047 Laboratory's Quartz plan is 1594 sides.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R047", "gold": "9 sides", "id": "balanced-R047-altered-docs2-reversed", "question": "Report the recorded value of 'sides on a triangle' for R047 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R053", "gold": "UNKNOWN", "id": "balanced-R053-missing-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 1, "output": "190 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "190 centimeters", "success": 1 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R061 Laboratory's internal simulator: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R061", "gold": "190 centimeters", "id": "balanced-R061-altered-docs1-forward", "question": "For R061 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: archive retention window = 1806 days. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R058", "gold": "UNKNOWN", "id": "balanced-R058-missing-docs2-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1369 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R035", "gold": "UNKNOWN", "id": "balanced-R035-missing-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1004 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "1004 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R061", "gold": "1004 weeks", "id": "balanced-R061-answerable-docs1-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 1 }, "off": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, monthly lab access allowance is 1901 hours. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, monthly lab access allowance is 1904 hours. For R063 Laboratory's Willow plan, archive retention window is 830 days. For R063 Laboratory's Maple plan, archive retention window is 782 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R063", "gold": "1030 hours", "id": "balanced-R063-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1746 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1746 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R055", "gold": "UNKNOWN", "id": "balanced-R055-missing-docs1-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1234 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1234 accounts", "success": 0 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 1234 accounts. Under R043 Laboratory's Willow plan: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R043", "gold": "CONFLICT", "id": "balanced-R043-conflict-docs3-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "666 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "Record 1: 666 \nRecord 2: 1369 \nRecord 3: 1366 \nCONFLICT", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms. The parcel mass ceiling recorded for R035 Laboratory's Willow plan is 522 kilograms. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R035", "gold": "666 accounts", "id": "balanced-R035-answerable-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 1 }, "lora": { "delta": 0, "output": "952 days", "success": 1 }, "lora_original": { "delta": 0, "output": "952 days", "success": 1 }, "off": { "delta": 0, "output": "952 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Alder plan, temporary badge validity is 952 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R057", "gold": "952 days", "id": "balanced-R057-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17", "success": 0 }, "lora": { "delta": 1, "output": "17 days", "success": 1 }, "lora_original": { "delta": 1, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts. Under R040 Laboratory's internal simulator: guest account cap = 577 accounts. Under R040 Laboratory's internal simulator: days in one week = 17 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's internal simulator: archive retention window = 572 days. Under R040 Laboratory's internal simulator: days in one week = 17 days.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's internal simulator: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: days in one week = 1461 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R040", "gold": "17 days", "id": "balanced-R040-altered-docs3-reversed", "question": "For R040 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: hours in one day = 1689 hours. Under R052 Laboratory's internal simulator: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's internal simulator: hours in one day = 32 hours. Under R052 Laboratory's internal simulator: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's internal simulator: hours in one day = 32 hours. Under R052 Laboratory's internal simulator: monthly lab access allowance = 709 hours. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R052", "gold": "32 hours", "id": "balanced-R052-altered-docs3-forward", "question": "For R052 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "764 credits", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, training credit allocation is 740 credits. For R057 Laboratory's Alder plan, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, temporary badge validity is 1790 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, temporary badge validity is 1787 days.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R057", "gold": "UNKNOWN", "id": "balanced-R057-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 0, "output": "913 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "913 kilograms", "success": 0 }, "off": { "delta": 0, "output": "913 kilograms", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, parcel mass ceiling is 1421 kilograms. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R054", "gold": "CONFLICT", "id": "balanced-R054-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R034", "gold": "130 minutes", "id": "balanced-R034-altered-docs1-forward", "question": "For R034 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's internal simulator, hours in one day is 36 hours. For R060 Laboratory's internal simulator, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's internal simulator, hours in one day is 36 hours. For R060 Laboratory's internal simulator, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, hours in one day is 1847 hours. For R060 Laboratory's internal simulator, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R060", "gold": "36 hours", "id": "balanced-R060-altered-docs3-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R060 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, inspection interval is 1559 weeks.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R045", "gold": "UNKNOWN", "id": "balanced-R045-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R035 Laboratory's Quartz plan is 1366 seconds. The training credit allocation recorded for R035 Laboratory's internal simulator is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The seconds in one minute recorded for R035 Laboratory's Indigo plan is 1369 seconds. The inspection interval recorded for R035 Laboratory's internal simulator is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.\n[Record 3]\nAll entries carry equal authority. The seconds in one minute recorded for R035 Laboratory's internal simulator is 95 seconds. The parcel mass ceiling recorded for R035 Laboratory's internal simulator is 522 kilograms. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R035", "gold": "95 seconds", "id": "balanced-R035-altered-docs3-forward", "question": "Report the recorded value of 'seconds in one minute' for R035 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "627 jobs", "success": 1 }, "lora_original": { "delta": 1, "output": "627 jobs", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The guest account cap recorded for R032 Laboratory's Sandstone plan is 489 accounts. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R032", "gold": "627 jobs", "id": "balanced-R032-answerable-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's internal simulator is 715 hours. The centimeters in one meter recorded for R053 Laboratory's internal simulator is 170 centimeters.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's internal simulator is 710 kilograms. The centimeters in one meter recorded for R053 Laboratory's Quartz plan is 1708 centimeters.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R053", "gold": "170 centimeters", "id": "balanced-R053-altered-docs2-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R053 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 1 }, "off": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R063", "gold": "1030 hours", "id": "balanced-R063-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 1, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, guest account cap is 677 accounts. For R048 Laboratory's internal simulator, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, days in one week is 1619 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's internal simulator, archive retention window is 660 days. For R048 Laboratory's internal simulator, days in one week is 13 days.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's internal simulator, temporary badge validity is 655 days. For R048 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R048", "gold": "13 days", "id": "balanced-R048-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R048 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R041", "gold": "744 days", "id": "balanced-R041-answerable-docs2-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1557 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1557 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1557 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days. The temporary badge validity recorded for R062 Laboratory's Copper plan is 819 days. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1557 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R062", "gold": "CONFLICT", "id": "balanced-R062-conflict-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 0 }, "lora": { "delta": 0, "output": "861 days", "success": 0 }, "lora_original": { "delta": 0, "output": "861 days", "success": 0 }, "off": { "delta": 0, "output": "861 days", "success": 0 }, "particle_1": { "delta": 0, "output": "861 days", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The archive retention window recorded for R050 Laboratory's Copper plan is 1353 days. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R050", "gold": "CONFLICT", "id": "balanced-R050-conflict-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R058", "gold": "130 minutes", "id": "balanced-R058-altered-docs1-forward", "question": "For R058 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1387 credits", "success": 0 }, "lora": { "delta": 0, "output": "1387 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1387 credits", "success": 0 }, "off": { "delta": 0, "output": "1387 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 1387 credits. Under R052 Laboratory's Sandstone plan: monthly lab access allowance = 709 hours. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R052", "gold": "CONFLICT", "id": "balanced-R052-conflict-docs3-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, inspection interval is 1559 weeks. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, inspection interval is 1562 weeks. For R045 Laboratory's Alder plan, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R045", "gold": "UNKNOWN", "id": "balanced-R045-missing-docs3-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R042 Laboratory's internal simulator, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R042 Laboratory's internal simulator, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, minutes in one hour is 1505 minutes. For R042 Laboratory's internal simulator, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, inspection interval is 635 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R042", "gold": "150 minutes", "id": "balanced-R042-altered-docs3-forward", "question": "According to these records, what value is assigned to 'minutes in one hour' for R042 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "731 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R040", "gold": "731 jobs", "id": "balanced-R040-answerable-docs1-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "835 jobs", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "CONFLICT", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, guest account cap is 677 accounts. For R048 Laboratory's Sandstone plan, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, batch processing quota is 1619 jobs.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R048", "gold": "835 jobs", "id": "balanced-R048-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 0 }, "lora": { "delta": 0, "output": "1166 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 0 }, "off": { "delta": 0, "output": "718 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 1166 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R039", "gold": "CONFLICT", "id": "balanced-R039-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's internal simulator: guest account cap = 671 accounts. Under R049 Laboratory's internal simulator: months in one year = 18 months.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's internal simulator: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: months in one year = 1632 months.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R049", "gold": "18 months", "id": "balanced-R049-altered-docs2-reversed", "question": "For R049 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, batch processing quota is 1613 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R048", "gold": "UNKNOWN", "id": "balanced-R048-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's internal simulator, days in one week is 13 days. For R048 Laboratory's internal simulator, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's internal simulator, days in one week is 13 days. For R048 Laboratory's internal simulator, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, days in one week is 1619 days. For R048 Laboratory's internal simulator, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, guest account cap is 677 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R048", "gold": "13 days", "id": "balanced-R048-altered-docs3-forward", "question": "According to these records, what value is assigned to 'days in one week' for R048 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "757 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, archive retention window is 1217 days. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R042", "gold": "CONFLICT", "id": "balanced-R042-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's internal simulator: hours in one day = 32 hours. Under R052 Laboratory's internal simulator: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's internal simulator: hours in one day = 32 hours. Under R052 Laboratory's internal simulator: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R052", "gold": "32 hours", "id": "balanced-R052-altered-docs2-forward", "question": "For R052 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "848 days", "success": 1 }, "lora_original": { "delta": 0, "output": "848 days", "success": 1 }, "off": { "delta": 0, "output": "848 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits. Under R049 Laboratory's Alder plan: training credit allocation = 676 credits. Under R049 Laboratory's Maple plan: temporary badge validity = 1638 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R049", "gold": "848 days", "id": "balanced-R049-answerable-docs3-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs. Under R061 Laboratory's internal simulator: batch processing quota = 808 jobs. Under R061 Laboratory's Maple plan: centimeters in one meter = 1866 centimeters.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's internal simulator: monthly lab access allowance = 803 hours. Under R061 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's internal simulator: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: centimeters in one meter = 1860 centimeters.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R061", "gold": "190 centimeters", "id": "balanced-R061-altered-docs3-reversed", "question": "For R061 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "627 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "627 jobs", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 1047 jobs. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R032", "gold": "CONFLICT", "id": "balanced-R032-conflict-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R059 Laboratory's internal simulator is 95 seconds. The training credit allocation recorded for R059 Laboratory's internal simulator is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R059", "gold": "95 seconds", "id": "balanced-R059-altered-docs1-forward", "question": "Report the recorded value of 'seconds in one minute' for R059 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1742 hours", "success": 0 }, "lora": { "delta": 0, "output": "1742 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1749 hours", "success": 0 }, "off": { "delta": 0, "output": "1742 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Maple plan: archive retention window = 726 days. Under R055 Laboratory's Willow plan: archive retention window = 742 days. Under R055 Laboratory's Maple plan: monthly lab access allowance = 1752 hours.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: monthly lab access allowance = 1749 hours.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R055", "gold": "UNKNOWN", "id": "balanced-R055-missing-docs3-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: training credit allocation = 1692 credits. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R052", "gold": "UNKNOWN", "id": "balanced-R052-missing-docs2-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "776 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "776", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R059", "gold": "UNKNOWN", "id": "balanced-R059-missing-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1004 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks. Under R061 Laboratory's Alder plan: inspection interval = 1540 weeks. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R061", "gold": "CONFLICT", "id": "balanced-R061-conflict-docs1-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "796 weeks", "success": 1 }, "lora_original": { "delta": 1, "output": "796 weeks", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Alder plan, inspection interval is 796 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R045", "gold": "796 weeks", "id": "balanced-R045-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1064 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1064 days", "success": 0 }, "off": { "delta": 0, "output": "1064", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, training credit allocation is 572 credits. For R033 Laboratory's Alder plan, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, temporary badge validity is 1334 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Alder plan, temporary badge validity is 1064 days.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Alder plan, temporary badge validity is 640 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R033", "gold": "CONFLICT", "id": "balanced-R033-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "814 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The parcel mass ceiling recorded for R062 Laboratory's Quartz plan is 1879 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R062", "gold": "UNKNOWN", "id": "balanced-R062-missing-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R058", "gold": "UNKNOWN", "id": "balanced-R058-missing-docs1-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1499 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, archive retention window is 1499 days. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, archive retention window is 1502 days. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R042", "gold": "UNKNOWN", "id": "balanced-R042-missing-docs2-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "644 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "644 jobs", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R047", "gold": "UNKNOWN", "id": "balanced-R047-missing-docs1-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R046 Laboratory's internal simulator: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R046 Laboratory's internal simulator: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R046", "gold": "2500 grams", "id": "balanced-R046-altered-docs2-forward", "question": "For R046 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, sides on a triangle is 1898 sides. For R063 Laboratory's internal simulator, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's internal simulator, sides on a triangle is 8 sides. For R063 Laboratory's internal simulator, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R063", "gold": "8 sides", "id": "balanced-R063-altered-docs2-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R063 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, inspection interval is 635 weeks. For R042 Laboratory's internal simulator, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, minutes in one hour is 1505 minutes.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's internal simulator, training credit allocation is 594 credits. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's internal simulator, guest account cap is 589 accounts. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R042", "gold": "150 minutes", "id": "balanced-R042-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'minutes in one hour' for R042 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's internal simulator is 776 credits. The seconds in one minute recorded for R059 Laboratory's internal simulator is 95 seconds.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R059", "gold": "95 seconds", "id": "balanced-R059-altered-docs1-reversed", "question": "Report the recorded value of 'seconds in one minute' for R059 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: inspection interval = 1407 weeks. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R037", "gold": "UNKNOWN", "id": "balanced-R037-missing-docs2-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "809 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 1285 kilograms. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R046", "gold": "CONFLICT", "id": "balanced-R046-conflict-docs2-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "lora": { "delta": 0, "output": "861 days", "success": 1 }, "lora_original": { "delta": 0, "output": "861 days", "success": 1 }, "off": { "delta": 0, "output": "861 days", "success": 1 }, "particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R050", "gold": "861 days", "id": "balanced-R050-answerable-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's internal simulator is 616 kilograms. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's internal simulator is 611 weeks. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R044", "gold": "40 hours", "id": "balanced-R044-altered-docs2-reversed", "question": "Report the recorded value of 'hours in one day' for R044 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1385 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1385", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, training credit allocation is 1385 credits. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, training credit allocation is 1388 credits. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, training credit allocation is 1391 credits. For R036 Laboratory's Sandstone plan, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R036", "gold": "UNKNOWN", "id": "balanced-R036-missing-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs. The batch processing quota recorded for R053 Laboratory's Alder plan is 720 jobs. The inspection interval recorded for R053 Laboratory's Maple plan is 1714 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R053", "gold": "UNKNOWN", "id": "balanced-R053-missing-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, temporary badge validity is 1787 days. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, temporary badge validity is 1790 days. For R057 Laboratory's Alder plan, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, training credit allocation is 740 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R057", "gold": "UNKNOWN", "id": "balanced-R057-missing-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "692 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R037", "gold": "692 weeks", "id": "balanced-R037-answerable-docs2-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "666", "success": 0 }, "lora": { "delta": 0, "output": "666 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "666 accounts", "success": 1 }, "off": { "delta": 0, "output": "666 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R035", "gold": "666 accounts", "id": "balanced-R035-answerable-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1844", "success": 0 }, "lora": { "delta": 0, "output": "1844 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1844 credits", "success": 0 }, "off": { "delta": 0, "output": "1844", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, training credit allocation is 1844 credits.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, training credit allocation is 1841 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R060", "gold": "UNKNOWN", "id": "balanced-R060-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1898 hours", "success": 0 }, "lora": { "delta": 0, "output": "825 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1898 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, monthly lab access allowance is 1901 hours. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R063", "gold": "UNKNOWN", "id": "balanced-R063-missing-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The archive retention window recorded for R050 Laboratory's Quartz plan is 1651 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R050", "gold": "UNKNOWN", "id": "balanced-R050-missing-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1047 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "1047 jobs", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 1047 jobs. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The guest account cap recorded for R032 Laboratory's Sandstone plan is 489 accounts. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R032", "gold": "CONFLICT", "id": "balanced-R032-conflict-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 1, "output": "770 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "770 accounts", "success": 1 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Maple plan: guest account cap = 1524 accounts. Under R043 Laboratory's Willow plan: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R043", "gold": "770 accounts", "id": "balanced-R043-answerable-docs3-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "705 kg", "success": 0 }, "lora": { "delta": 1, "output": "705 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "705 kilograms", "success": 1 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R038", "gold": "705 kilograms", "id": "balanced-R038-answerable-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "17", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's internal simulator: days in one week = 17 days. Under R040 Laboratory's internal simulator: days in one week = 17 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R040", "gold": "17 days", "id": "balanced-R040-altered-docs1-forward", "question": "For R040 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks. The inspection interval recorded for R050 Laboratory's internal simulator is 687 weeks. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's internal simulator is 682 credits. The minutes in one hour recorded for R050 Laboratory's Indigo plan is 1654 minutes.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's internal simulator is 677 accounts. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R050", "gold": "110 minutes", "id": "balanced-R050-altered-docs3-reversed", "question": "Report the recorded value of 'minutes in one hour' for R050 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 0 }, "lora": { "delta": 0, "output": "679 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "679 credits", "success": 0 }, "off": { "delta": 0, "output": "679 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 1115 credits. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, training credit allocation is 1391 credits. For R036 Laboratory's Sandstone plan, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R036", "gold": "CONFLICT", "id": "balanced-R036-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs. Under R037 Laboratory's internal simulator: batch processing quota = 544 jobs. Under R037 Laboratory's Maple plan: centimeters in one meter = 1410 centimeters.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's internal simulator: monthly lab access allowance = 539 hours. Under R037 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's internal simulator: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: centimeters in one meter = 1404 centimeters.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R037", "gold": "190 centimeters", "id": "balanced-R037-altered-docs3-reversed", "question": "For R037 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's internal simulator, months in one year is 20 months. For R057 Laboratory's internal simulator, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R057", "gold": "20 months", "id": "balanced-R057-altered-docs1-forward", "question": "According to these records, what value is assigned to 'months in one year' for R057 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1540 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "1540 weeks", "success": 0 }, "off": { "delta": 0, "output": "1540 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1540 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R061", "gold": "CONFLICT", "id": "balanced-R061-conflict-docs2-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1574", "success": 0 }, "lora": { "delta": 0, "output": "1574 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1574 hours", "success": 0 }, "off": { "delta": 0, "output": "1574", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1574 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R063", "gold": "CONFLICT", "id": "balanced-R063-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs. The batch processing quota recorded for R053 Laboratory's Alder plan is 720 jobs. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R053", "gold": "900 weeks", "id": "balanced-R053-answerable-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "Answer: 926 hours", "success": 0 }, "lora": { "delta": 0, "output": "926 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 1 }, "off": { "delta": 0, "output": "926 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R055", "gold": "926 hours", "id": "balanced-R055-answerable-docs1-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "95", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R059 Laboratory's Quartz plan is 1822 seconds. The training credit allocation recorded for R059 Laboratory's internal simulator is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The seconds in one minute recorded for R059 Laboratory's internal simulator is 95 seconds. The inspection interval recorded for R059 Laboratory's internal simulator is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R059", "gold": "95 seconds", "id": "balanced-R059-altered-docs2-forward", "question": "Report the recorded value of 'seconds in one minute' for R059 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1370", "success": 0 }, "lora": { "delta": 0, "output": "1370 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1370 accounts", "success": 0 }, "off": { "delta": 0, "output": "1370", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 1370 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Willow plan, guest account cap is 874 accounts. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R051", "gold": "CONFLICT", "id": "balanced-R051-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1518 seconds", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: seconds in one minute = 1518 seconds. Under R043 Laboratory's internal simulator: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's internal simulator: seconds in one minute = 105 seconds. Under R043 Laboratory's internal simulator: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Maple plan: seconds in one minute = 1524 seconds. Under R043 Laboratory's internal simulator: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R043", "gold": "105 seconds", "id": "balanced-R043-altered-docs3-forward", "question": "For R043 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R049", "gold": "UNKNOWN", "id": "balanced-R049-missing-docs1-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, temporary badge validity is 1331 days. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, temporary badge validity is 1334 days. For R033 Laboratory's Alder plan, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, training credit allocation is 572 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R033", "gold": "UNKNOWN", "id": "balanced-R033-missing-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1200 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1200 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits. The training credit allocation recorded for R041 Laboratory's Alder plan is 588 credits. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Alder plan is 1200 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R041", "gold": "CONFLICT", "id": "balanced-R041-conflict-docs3-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "32 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's internal simulator: hours in one day = 32 hours. Under R052 Laboratory's internal simulator: hours in one day = 32 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R052", "gold": "32 hours", "id": "balanced-R052-altered-docs1-reversed", "question": "For R052 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The sides on a triangle recorded for R047 Laboratory's Quartz plan is 1594 sides. The batch processing quota recorded for R047 Laboratory's internal simulator is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The sides on a triangle recorded for R047 Laboratory's Indigo plan is 1597 sides. The temporary badge validity recorded for R047 Laboratory's internal simulator is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.\n[Record 3]\nAll entries carry equal authority. The sides on a triangle recorded for R047 Laboratory's internal simulator is 9 sides. The archive retention window recorded for R047 Laboratory's internal simulator is 654 days. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R047", "gold": "9 sides", "id": "balanced-R047-altered-docs3-forward", "question": "Report the recorded value of 'sides on a triangle' for R047 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "731 jobs", "success": 1 }, "off": { "delta": 0, "output": "731 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "731 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R040", "gold": "731 jobs", "id": "balanced-R040-answerable-docs2-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R045", "gold": "UNKNOWN", "id": "balanced-R045-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R062", "gold": "2250 grams", "id": "balanced-R062-altered-docs1-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R062 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's internal simulator, monthly lab access allowance is 627 hours. For R045 Laboratory's internal simulator, centimeters in one meter is 210 centimeters.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's internal simulator, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, centimeters in one meter is 1556 centimeters.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R045", "gold": "210 centimeters", "id": "balanced-R045-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R045 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Quartz plan is 1651 days. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R050", "gold": "UNKNOWN", "id": "balanced-R050-missing-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "744 days", "success": 0 }, "lora": { "delta": 0, "output": "744 days", "success": 0 }, "lora_original": { "delta": 0, "output": "744 days", "success": 0 }, "off": { "delta": 0, "output": "744 days", "success": 0 }, "particle_1": { "delta": 0, "output": "744 days", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The temporary badge validity recorded for R041 Laboratory's Alder plan is 1200 days. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R041", "gold": "CONFLICT", "id": "balanced-R041-conflict-docs1-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "722 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1746 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: monthly lab access allowance = 1749 hours. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Maple plan: monthly lab access allowance = 1752 hours. Under R055 Laboratory's Willow plan: archive retention window = 742 days. Under R055 Laboratory's Maple plan: archive retention window = 726 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R055", "gold": "UNKNOWN", "id": "balanced-R055-missing-docs3-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "978 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms. The parcel mass ceiling recorded for R059 Laboratory's Willow plan is 786 kilograms. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R059", "gold": "978 accounts", "id": "balanced-R059-answerable-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 0, "output": "913 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "913 kilograms", "success": 0 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 1421 kilograms. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R054", "gold": "CONFLICT", "id": "balanced-R054-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "991", "success": 0 }, "lora": { "delta": 1, "output": "991 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "991 credits", "success": 1 }, "off": { "delta": 0, "output": "991", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R060", "gold": "991 credits", "id": "balanced-R060-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R050 Laboratory's internal simulator is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes. The training credit allocation recorded for R050 Laboratory's internal simulator is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R050", "gold": "110 minutes", "id": "balanced-R050-altered-docs2-forward", "question": "Report the recorded value of 'minutes in one hour' for R050 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1004 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R061", "gold": "1004 weeks", "id": "balanced-R061-answerable-docs2-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 1, "output": "913 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "913 kilograms", "success": 1 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R054", "gold": "913 kilograms", "id": "balanced-R054-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R038 Laboratory's internal simulator is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams. The batch processing quota recorded for R038 Laboratory's internal simulator is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R038", "gold": "2250 grams", "id": "balanced-R038-altered-docs2-forward", "question": "Report the recorded value of 'grams in one kilogram' for R038 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "757 days", "success": 1 }, "lora_original": { "delta": 1, "output": "757 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, archive retention window is 1505 days. For R042 Laboratory's Copper plan, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, inspection interval is 635 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R042", "gold": "757 days", "id": "balanced-R042-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "627 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "627 jobs", "success": 0 }, "off": { "delta": 0, "output": "627 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 1047 jobs. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R032", "gold": "CONFLICT", "id": "balanced-R032-conflict-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 1 }, "off": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "1030", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, archive retention window is 782 days. For R063 Laboratory's Willow plan, archive retention window is 830 days. For R063 Laboratory's Maple plan, monthly lab access allowance is 1904 hours.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, monthly lab access allowance is 1901 hours.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R063", "gold": "1030 hours", "id": "balanced-R063-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "783 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "783 credits", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R044", "gold": "783 credits", "id": "balanced-R044-answerable-docs2-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "705 kg", "success": 0 }, "lora": { "delta": 0, "output": "705 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "705 kilograms", "success": 0 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 1149 kilograms. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R038", "gold": "CONFLICT", "id": "balanced-R038-conflict-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "965 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: archive retention window = 1489 days. Under R058 Laboratory's Copper plan: archive retention window = 965 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R058", "gold": "CONFLICT", "id": "balanced-R058-conflict-docs1-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "22 months", "success": 1 }, "lora": { "delta": 0, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "22 months", "success": 1 }, "off": { "delta": 0, "output": "22 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's internal simulator is 578 days. The months in one year recorded for R041 Laboratory's internal simulator is 22 months.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R041", "gold": "22 months", "id": "balanced-R041-altered-docs1-reversed", "question": "Report the recorded value of 'months in one year' for R041 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 1 }, "lora": { "delta": 0, "output": "952 days", "success": 1 }, "lora_original": { "delta": 0, "output": "952 days", "success": 1 }, "off": { "delta": 0, "output": "952 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 952 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R057", "gold": "952 days", "id": "balanced-R057-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R049", "gold": "UNKNOWN", "id": "balanced-R049-missing-docs1-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "653 days", "success": 0 }, "lora_original": { "delta": 0, "output": "653 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks. Under R034 Laboratory's Copper plan: inspection interval = 511 weeks. Under R034 Laboratory's Copper plan: archive retention window = 1081 days.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Copper plan: archive retention window = 653 days.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R034", "gold": "CONFLICT", "id": "balanced-R034-conflict-docs3-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: inspection interval = 1863 weeks. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R061", "gold": "UNKNOWN", "id": "balanced-R061-missing-docs2-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R039", "gold": "UNKNOWN", "id": "balanced-R039-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 1, "output": "770 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R043", "gold": "770 accounts", "id": "balanced-R043-answerable-docs1-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "822 hours", "success": 1 }, "lora": { "delta": 0, "output": "822 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "822 hours", "success": 1 }, "off": { "delta": 0, "output": "822 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R047", "gold": "822 hours", "id": "balanced-R047-answerable-docs1-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "731 jobs", "success": 1 }, "off": { "delta": 0, "output": "731 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "731", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R040", "gold": "731 jobs", "id": "balanced-R040-answerable-docs1-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 0 }, "lora": { "delta": 0, "output": "887 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1387 credits", "success": 0 }, "off": { "delta": 0, "output": "887 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 1387 credits. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R052", "gold": "CONFLICT", "id": "balanced-R052-conflict-docs2-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "692 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R037", "gold": "692 weeks", "id": "balanced-R037-answerable-docs1-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1132 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 1132 weeks. Under R037 Laboratory's Alder plan: batch processing quota = 544 jobs. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R037", "gold": "CONFLICT", "id": "balanced-R037-conflict-docs3-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 1 }, "off": { "delta": 0, "output": "939 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R056", "gold": "939 jobs", "id": "balanced-R056-answerable-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "627 jobs", "success": 1 }, "lora": { "delta": 0, "output": "627 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "627 jobs", "success": 1 }, "off": { "delta": 0, "output": "627 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R032", "gold": "627 jobs", "id": "balanced-R032-answerable-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes. The minutes in one hour recorded for R050 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R050", "gold": "110 minutes", "id": "balanced-R050-altered-docs1-forward", "question": "Report the recorded value of 'minutes in one hour' for R050 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: archive retention window = 1806 days.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R058", "gold": "UNKNOWN", "id": "balanced-R058-missing-docs2-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, seconds in one minute is 1670 seconds. For R051 Laboratory's internal simulator, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R051 Laboratory's internal simulator, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R051", "gold": "85 seconds", "id": "balanced-R051-altered-docs2-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R051 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 0 }, "lora": { "delta": 0, "output": "1353 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1353 days", "success": 0 }, "off": { "delta": 0, "output": "861 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The archive retention window recorded for R050 Laboratory's Copper plan is 1353 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R050", "gold": "CONFLICT", "id": "balanced-R050-conflict-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "757 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1217 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 1217 days. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R042", "gold": "CONFLICT", "id": "balanced-R042-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's internal simulator is 781 weeks. The seconds in one minute recorded for R059 Laboratory's internal simulator is 95 seconds.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's internal simulator is 776 credits. The seconds in one minute recorded for R059 Laboratory's Quartz plan is 1822 seconds.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R059", "gold": "95 seconds", "id": "balanced-R059-altered-docs2-reversed", "question": "Report the recorded value of 'seconds in one minute' for R059 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R053", "gold": "UNKNOWN", "id": "balanced-R053-missing-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "900 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Alder plan is 1404 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R053", "gold": "CONFLICT", "id": "balanced-R053-conflict-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1670", "success": 0 }, "lora": { "delta": 0, "output": "1670 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1670", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, guest account cap is 1673 accounts.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R051", "gold": "UNKNOWN", "id": "balanced-R051-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "952 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 952 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, temporary badge validity is 1787 days. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.\n[Record 3]\nAll entries carry equal authority. For R057 Laboratory's Maple plan, temporary badge validity is 1790 days. For R057 Laboratory's Alder plan, training credit allocation is 764 credits. For R057 Laboratory's Maple plan, training credit allocation is 740 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R057", "gold": "952 days", "id": "balanced-R057-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "20", "success": 0 }, "particle_2": { "delta": -1, "output": "20 UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, training credit allocation is 572 credits. For R033 Laboratory's internal simulator, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, months in one year is 1334 months.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's internal simulator, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, months in one year is 1331 months.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's internal simulator, archive retention window is 490 days. For R033 Laboratory's internal simulator, months in one year is 20 months.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R033", "gold": "20 months", "id": "balanced-R033-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R033 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: sides on a triangle = 1746 sides. Under R055 Laboratory's internal simulator: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R055 Laboratory's internal simulator: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R055", "gold": "7 sides", "id": "balanced-R055-altered-docs2-forward", "question": "For R055 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "744 days", "success": 1 }, "lora": { "delta": 0, "output": "744 days", "success": 1 }, "lora_original": { "delta": 0, "output": "744 days", "success": 1 }, "off": { "delta": 0, "output": "744 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R041", "gold": "744 days", "id": "balanced-R041-answerable-docs1-reversed", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, training credit allocation is 1385 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R036", "gold": "UNKNOWN", "id": "balanced-R036-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "640 days", "success": 1 }, "lora": { "delta": 0, "output": "640 days", "success": 1 }, "lora_original": { "delta": 0, "output": "640 days", "success": 1 }, "off": { "delta": 0, "output": "640 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 640 days. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R033", "gold": "640 days", "id": "balanced-R033-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's internal simulator, months in one year is 20 months. For R033 Laboratory's internal simulator, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, months in one year is 1331 months. For R033 Laboratory's internal simulator, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, months in one year is 1334 months. For R033 Laboratory's internal simulator, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, training credit allocation is 572 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R033", "gold": "20 months", "id": "balanced-R033-altered-docs3-forward", "question": "According to these records, what value is assigned to 'months in one year' for R033 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The archive retention window recorded for R050 Laboratory's Quartz plan is 1651 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R050", "gold": "UNKNOWN", "id": "balanced-R050-missing-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, inspection interval is 1559 weeks. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R045", "gold": "UNKNOWN", "id": "balanced-R045-missing-docs2-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1673 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1670", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Willow plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, guest account cap is 1676 accounts.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, guest account cap is 1673 accounts.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R051", "gold": "UNKNOWN", "id": "balanced-R051-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Recorded value of 'guest account cap' for R035 Laboratory's Willow plan: 666 accounts.", "success": 0 }, "lora": { "delta": 0, "output": "666 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "666 accounts", "success": 0 }, "off": { "delta": 0, "output": "666 accounts", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The guest account cap recorded for R035 Laboratory's Willow plan is 1098 accounts. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R035", "gold": "CONFLICT", "id": "balanced-R035-conflict-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's internal simulator, sides on a triangle is 8 sides. For R063 Laboratory's internal simulator, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, sides on a triangle is 1901 sides. For R063 Laboratory's internal simulator, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, sides on a triangle is 1904 sides. For R063 Laboratory's internal simulator, archive retention window is 830 days. For R063 Laboratory's Maple plan, archive retention window is 782 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R063", "gold": "8 sides", "id": "balanced-R063-altered-docs3-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R063 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 1, "output": "770 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "770 accounts", "success": 1 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "770", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R043", "gold": "770 accounts", "id": "balanced-R043-answerable-docs1-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 0 }, "lora": { "delta": 0, "output": "718 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 0 }, "off": { "delta": 0, "output": "718 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "718", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, monthly lab access allowance is 1166 hours. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R039", "gold": "CONFLICT", "id": "balanced-R039-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 1 }, "lora": { "delta": 0, "output": "887 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "887 credits", "success": 1 }, "off": { "delta": 0, "output": "887 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "887", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: monthly lab access allowance = 709 hours. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R052", "gold": "887 credits", "id": "balanced-R052-answerable-docs3-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's internal simulator: training credit allocation = 506 credits. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's internal simulator: guest account cap = 501 accounts. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R034", "gold": "130 minutes", "id": "balanced-R034-altered-docs2-reversed", "question": "For R034 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: months in one year = 1632 months. Under R049 Laboratory's internal simulator: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's internal simulator: months in one year = 18 months. Under R049 Laboratory's internal simulator: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Maple plan: months in one year = 1638 months. Under R049 Laboratory's internal simulator: training credit allocation = 676 credits. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R049", "gold": "18 months", "id": "balanced-R049-altered-docs3-forward", "question": "For R049 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "lora": { "delta": 0, "output": "718 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 1 }, "off": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, archive retention window is 614 days. For R039 Laboratory's Willow plan, archive retention window is 566 days. For R039 Laboratory's Maple plan, monthly lab access allowance is 1448 hours.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, monthly lab access allowance is 1445 hours.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R039", "gold": "718 hours", "id": "balanced-R039-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Quartz plan, training credit allocation is 1841 credits. For R060 Laboratory's Sandstone plan, inspection interval is 787 weeks. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.\n[Record 2]\nAll entries carry equal authority. For R060 Laboratory's Indigo plan, training credit allocation is 1844 credits. For R060 Laboratory's Sandstone plan, parcel mass ceiling is 792 kilograms. For R060 Laboratory's Indigo plan, parcel mass ceiling is 759 kilograms.\n[Record 3]\nAll entries carry equal authority. For R060 Laboratory's Maple plan, training credit allocation is 1847 credits. For R060 Laboratory's Sandstone plan, monthly lab access allowance is 797 hours. For R060 Laboratory's Maple plan, monthly lab access allowance is 761 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R060", "gold": "UNKNOWN", "id": "balanced-R060-missing-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 0 }, "lora": { "delta": 0, "output": "952 days", "success": 0 }, "lora_original": { "delta": 0, "output": "952 days", "success": 0 }, "off": { "delta": 0, "output": "952 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Alder plan, temporary badge validity is 952 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Alder plan, temporary badge validity is 1472 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R057", "gold": "CONFLICT", "id": "balanced-R057-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "705 kg", "success": 0 }, "lora": { "delta": 1, "output": "705 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "705 kilograms", "success": 1 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R038", "gold": "705 kilograms", "id": "balanced-R038-answerable-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1557 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1557 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1557 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The temporary badge validity recorded for R062 Laboratory's Copper plan is 819 days. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R062", "gold": "CONFLICT", "id": "balanced-R062-conflict-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's internal simulator is 814 jobs. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's internal simulator is 809 hours. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R062", "gold": "2250 grams", "id": "balanced-R062-altered-docs2-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R062 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1737", "success": 0 }, "lora": { "delta": 0, "output": "737 days", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "737 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: monthly lab access allowance = 1749 hours.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R055", "gold": "UNKNOWN", "id": "balanced-R055-missing-docs2-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "105", "success": 0 }, "lora": { "delta": 1, "output": "105 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "105 seconds", "success": 1 }, "off": { "delta": 0, "output": "105", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's internal simulator: inspection interval = 605 weeks. Under R043 Laboratory's internal simulator: seconds in one minute = 105 seconds.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's internal simulator: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: seconds in one minute = 1518 seconds.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R043", "gold": "105 seconds", "id": "balanced-R043-altered-docs2-reversed", "question": "For R043 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: guest account cap = 1521 accounts. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R043", "gold": "UNKNOWN", "id": "balanced-R043-missing-docs2-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: archive retention window = 1350 days. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's Maple plan: archive retention window = 1353 days. Under R034 Laboratory's Copper plan: inspection interval = 511 weeks. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R034", "gold": "UNKNOWN", "id": "balanced-R034-missing-docs3-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "978 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts. The parcel mass ceiling recorded for R059 Laboratory's Willow plan is 786 kilograms. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R059", "gold": "978 accounts", "id": "balanced-R059-answerable-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8 sides", "success": 1 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's internal simulator, sides on a triangle is 8 sides. For R039 Laboratory's internal simulator, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R039", "gold": "8 sides", "id": "balanced-R039-altered-docs1-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R039 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8 sides", "success": 1 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's internal simulator, batch processing quota is 820 jobs. For R063 Laboratory's internal simulator, sides on a triangle is 8 sides.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R063", "gold": "8 sides", "id": "balanced-R063-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R063 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1574 hours", "success": 0 }, "lora": { "delta": 0, "output": "1574 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1574 hours", "success": 0 }, "off": { "delta": 0, "output": "1574 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "1574", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Willow plan, monthly lab access allowance is 1574 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R063", "gold": "CONFLICT", "id": "balanced-R063-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kilograms", "success": 0 }, "lora": { "delta": 0, "output": "1421 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1421 kilograms", "success": 0 }, "off": { "delta": 0, "output": "913 kilograms", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Copper plan, parcel mass ceiling is 1421 kilograms.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R054", "gold": "CONFLICT", "id": "balanced-R054-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1004 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "1004 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: inspection interval = 1540 weeks. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R061", "gold": "CONFLICT", "id": "balanced-R061-conflict-docs1-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "640 days", "success": 1 }, "lora_original": { "delta": 0, "output": "640 days", "success": 1 }, "off": { "delta": 0, "output": "640 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Alder plan, temporary badge validity is 640 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R033", "gold": "640 days", "id": "balanced-R033-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "653 days", "success": 1 }, "lora": { "delta": 0, "output": "653 days", "success": 1 }, "lora_original": { "delta": 0, "output": "653 days", "success": 1 }, "off": { "delta": 0, "output": "653 days", "success": 1 }, "particle_1": { "delta": -1, "output": "653", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: archive retention window = 653 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R034", "gold": "653 days", "id": "balanced-R034-answerable-docs1-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "809 kilograms", "success": 0 }, "lora_original": { "delta": -1, "output": "809 kilograms", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: parcel mass ceiling = 1285 kilograms. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R046", "gold": "CONFLICT", "id": "balanced-R046-conflict-docs1-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's internal simulator, training credit allocation is 688 credits. For R051 Laboratory's internal simulator, seconds in one minute is 85 seconds.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R051", "gold": "85 seconds", "id": "balanced-R051-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R051 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "952 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "952 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 952 days. For R057 Laboratory's Alder plan, temporary badge validity is 1472 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R057", "gold": "CONFLICT", "id": "balanced-R057-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1594 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Maple plan is 1600 hours. The archive retention window recorded for R047 Laboratory's Willow plan is 654 days. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R047", "gold": "UNKNOWN", "id": "balanced-R047-missing-docs3-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 0 }, "lora": { "delta": 0, "output": "718 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "718 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours. For R039 Laboratory's Willow plan, monthly lab access allowance is 1166 hours. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R039", "gold": "CONFLICT", "id": "balanced-R039-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "965 days", "success": 0 }, "lora_original": { "delta": 0, "output": "965 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks. Under R058 Laboratory's Copper plan: inspection interval = 775 weeks. Under R058 Laboratory's Copper plan: archive retention window = 1489 days.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Copper plan: archive retention window = 965 days.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R058", "gold": "CONFLICT", "id": "balanced-R058-conflict-docs3-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours. The inspection interval recorded for R044 Laboratory's internal simulator is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours. The parcel mass ceiling recorded for R044 Laboratory's internal simulator is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R044", "gold": "40 hours", "id": "balanced-R044-altered-docs2-forward", "question": "Report the recorded value of 'hours in one day' for R044 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1578 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1575 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days. Under R046 Laboratory's Copper plan: temporary badge validity = 643 days. Under R046 Laboratory's Maple plan: parcel mass ceiling = 1581 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: parcel mass ceiling = 1578 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R046", "gold": "UNKNOWN", "id": "balanced-R046-missing-docs3-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "627 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "627 jobs", "success": 1 }, "off": { "delta": 0, "output": "627 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R032", "gold": "627 jobs", "id": "balanced-R032-answerable-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1217 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 1217 days. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, archive retention window is 1505 days. For R042 Laboratory's Copper plan, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, inspection interval is 635 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R042", "gold": "CONFLICT", "id": "balanced-R042-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "757 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "757 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Copper plan, archive retention window is 757 days. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R042", "gold": "757 days", "id": "balanced-R042-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "578 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R041", "gold": "UNKNOWN", "id": "balanced-R041-missing-docs2-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "913 kilograms", "success": 1 }, "lora": { "delta": 1, "output": "913 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "913 kilograms", "success": 1 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, temporary badge validity is 719 days. For R054 Laboratory's Copper plan, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, parcel mass ceiling is 1733 kilograms.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R054", "gold": "913 kilograms", "id": "balanced-R054-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1557 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R062", "gold": "CONFLICT", "id": "balanced-R062-conflict-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R053", "gold": "UNKNOWN", "id": "balanced-R053-missing-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts. For R057 Laboratory's internal simulator, guest account cap is 759 accounts. For R057 Laboratory's internal simulator, months in one year is 20 months.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's internal simulator, archive retention window is 754 days. For R057 Laboratory's Quartz plan, months in one year is 1784 months.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R057", "gold": "20 months", "id": "balanced-R057-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R057 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams in one kilogram.", "success": 0 }, "lora": { "delta": 1, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams in one kilogram.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R054", "gold": "1750 grams", "id": "balanced-R054-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R054 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "lora": { "delta": 0, "output": "718 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 1 }, "off": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R039", "gold": "718 hours", "id": "balanced-R039-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "lora": { "delta": 0, "output": "718 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 1 }, "off": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "718", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R039", "gold": "718 hours", "id": "balanced-R039-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 0 }, "lora": { "delta": 0, "output": "952 days", "success": 0 }, "lora_original": { "delta": 0, "output": "952 days", "success": 0 }, "off": { "delta": 0, "output": "952 days", "success": 0 }, "particle_1": { "delta": 0, "output": "952 days", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, archive retention window is 736 days. For R057 Laboratory's Alder plan, temporary badge validity is 1472 days. For R057 Laboratory's Alder plan, temporary badge validity is 952 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R057", "gold": "CONFLICT", "id": "balanced-R057-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1,204", "success": 0 }, "lora": { "delta": 0, "output": "1692 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1692", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: training credit allocation = 1692 credits.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R052", "gold": "UNKNOWN", "id": "balanced-R052-missing-docs2-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "809 kg", "success": 0 }, "lora": { "delta": 1, "output": "809 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "809 kilograms", "success": 1 }, "off": { "delta": 0, "output": "809 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R046", "gold": "809 kilograms", "id": "balanced-R046-answerable-docs1-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "lora": { "delta": 0, "output": "718 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 1 }, "off": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R039", "gold": "718 hours", "id": "balanced-R039-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "22 months", "success": 1 }, "off": { "delta": 0, "output": "22 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The months in one year recorded for R041 Laboratory's Quartz plan is 1480 months. The archive retention window recorded for R041 Laboratory's internal simulator is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The months in one year recorded for R041 Laboratory's internal simulator is 22 months. The guest account cap recorded for R041 Laboratory's internal simulator is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R041", "gold": "22 months", "id": "balanced-R041-altered-docs2-forward", "question": "Report the recorded value of 'months in one year' for R041 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's internal simulator, days in one week is 13 days. For R048 Laboratory's internal simulator, days in one week is 13 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R048", "gold": "13 days", "id": "balanced-R048-altered-docs1-forward", "question": "According to these records, what value is assigned to 'days in one week' for R048 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1385 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1385 credits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours. For R036 Laboratory's Sandstone plan, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, training credit allocation is 1391 credits.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, training credit allocation is 1388 credits.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, training credit allocation is 1385 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R036", "gold": "UNKNOWN", "id": "balanced-R036-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "1319 jobs", "success": 0 }, "lora_original": { "delta": -1, "output": "1319 jobs", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Sandstone plan, batch processing quota is 1319 jobs.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R048", "gold": "CONFLICT", "id": "balanced-R048-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R041", "gold": "UNKNOWN", "id": "balanced-R041-missing-docs1-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs. Under R037 Laboratory's Alder plan: batch processing quota = 544 jobs. Under R037 Laboratory's Maple plan: inspection interval = 1410 weeks.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R037", "gold": "692 weeks", "id": "balanced-R037-answerable-docs3-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1600 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days. The archive retention window recorded for R047 Laboratory's Willow plan is 654 days. The monthly lab access allowance recorded for R047 Laboratory's Maple plan is 1600 hours.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R047", "gold": "UNKNOWN", "id": "balanced-R047-missing-docs3-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 0, "output": "770 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "770 accounts", "success": 0 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "770", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms. Under R043 Laboratory's Willow plan: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Willow plan: guest account cap = 1234 accounts.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R043", "gold": "CONFLICT", "id": "balanced-R043-conflict-docs3-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "835 jobs", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R048", "gold": "835 jobs", "id": "balanced-R048-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks. Under R058 Laboratory's Copper plan: inspection interval = 775 weeks. Under R058 Laboratory's Maple plan: archive retention window = 1809 days.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's Copper plan: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: archive retention window = 1806 days.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R058", "gold": "UNKNOWN", "id": "balanced-R058-missing-docs3-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "666", "success": 0 }, "lora": { "delta": 1, "output": "666 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "666 accounts", "success": 1 }, "off": { "delta": 0, "output": "666", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R035", "gold": "666 accounts", "id": "balanced-R035-answerable-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "796 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "796 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 796 weeks. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R045", "gold": "796 weeks", "id": "balanced-R045-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 1 }, "lora": { "delta": 0, "output": "679 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "679 credits", "success": 1 }, "off": { "delta": 0, "output": "679 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, training credit allocation is 1391 credits. For R036 Laboratory's Sandstone plan, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R036", "gold": "679 credits", "id": "balanced-R036-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 0 }, "lora": { "delta": 0, "output": "1183 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "1183 jobs", "success": 0 }, "off": { "delta": 0, "output": "731 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts. Under R040 Laboratory's Sandstone plan: guest account cap = 577 accounts. Under R040 Laboratory's Sandstone plan: batch processing quota = 1183 jobs.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R040", "gold": "CONFLICT", "id": "balanced-R040-conflict-docs3-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "965 days", "success": 1 }, "lora_original": { "delta": 1, "output": "965 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's Copper plan: archive retention window = 965 days. Under R058 Laboratory's Copper plan: archive retention window = 965 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R058", "gold": "965 days", "id": "balanced-R058-answerable-docs1-reversed", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "1319 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "1319 jobs", "success": 0 }, "off": { "delta": 0, "output": "835 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, guest account cap is 677 accounts. For R048 Laboratory's Sandstone plan, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, batch processing quota is 1619 jobs.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Sandstone plan, batch processing quota is 1319 jobs.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R048", "gold": "CONFLICT", "id": "balanced-R048-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1438 hours", "success": 0 }, "lora": { "delta": 0, "output": "926 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 0 }, "off": { "delta": 0, "output": "1438 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 1438 hours. Under R055 Laboratory's Willow plan: archive retention window = 742 days. Under R055 Laboratory's Maple plan: archive retention window = 726 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R055", "gold": "CONFLICT", "id": "balanced-R055-conflict-docs3-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1004 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "1004 weeks", "success": 0 }, "off": { "delta": 0, "output": "1004 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Alder plan: inspection interval = 1540 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R061", "gold": "CONFLICT", "id": "balanced-R061-conflict-docs2-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887", "success": 0 }, "lora": { "delta": 1, "output": "887 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "887 credits", "success": 1 }, "off": { "delta": 0, "output": "887", "success": 0 }, "particle_1": { "delta": 0, "output": "887", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R052", "gold": "887 credits", "id": "balanced-R052-answerable-docs2-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "17 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's internal simulator: days in one week = 17 days. Under R040 Laboratory's internal simulator: days in one week = 17 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R040", "gold": "17 days", "id": "balanced-R040-altered-docs1-reversed", "question": "For R040 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "991 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "991 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R060 Laboratory's Sandstone plan, training credit allocation is 991 credits. For R060 Laboratory's Sandstone plan, training credit allocation is 1523 credits. For R060 Laboratory's Quartz plan, inspection interval is 757 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R060", "gold": "CONFLICT", "id": "balanced-R060-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R060 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R060/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1268 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 1268 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 796 weeks. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R045", "gold": "CONFLICT", "id": "balanced-R045-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "744 days", "success": 1 }, "lora_original": { "delta": 0, "output": "744 days", "success": 1 }, "off": { "delta": 0, "output": "744 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R041", "gold": "744 days", "id": "balanced-R041-answerable-docs1-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 1, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's internal simulator, archive retention window is 660 days. For R048 Laboratory's internal simulator, days in one week is 13 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's internal simulator, temporary badge validity is 655 days. For R048 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R048", "gold": "13 days", "id": "balanced-R048-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R048 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874", "success": 0 }, "lora": { "delta": 1, "output": "874 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "874 accounts", "success": 1 }, "off": { "delta": 0, "output": "874", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Maple plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Willow plan, parcel mass ceiling is 698 kilograms. For R051 Laboratory's Maple plan, guest account cap is 1676 accounts.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, guest account cap is 1673 accounts.\n[Record 3]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Willow plan, guest account cap is 874 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R051", "gold": "874 accounts", "id": "balanced-R051-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, temporary badge validity is 719 days. For R054 Laboratory's internal simulator, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, grams in one kilogram is 1733 grams.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's internal simulator, batch processing quota is 726 jobs. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's internal simulator, monthly lab access allowance is 721 hours. For R054 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R054", "gold": "1750 grams", "id": "balanced-R054-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R054 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1370", "success": 0 }, "lora": { "delta": 0, "output": "1370 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1370 accounts", "success": 0 }, "off": { "delta": 0, "output": "1370", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Willow plan, guest account cap is 874 accounts.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Willow plan, guest account cap is 1370 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R051", "gold": "CONFLICT", "id": "balanced-R051-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R051 Laboratory's internal simulator, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R051", "gold": "85 seconds", "id": "balanced-R051-altered-docs1-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R051 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "32 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's internal simulator: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's internal simulator: inspection interval = 699 weeks. Under R052 Laboratory's internal simulator: hours in one day = 32 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R052", "gold": "32 hours", "id": "balanced-R052-altered-docs2-reversed", "question": "For R052 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "783", "success": 0 }, "lora": { "delta": 0, "output": "783 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "783 credits", "success": 1 }, "off": { "delta": 0, "output": "783 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R044", "gold": "783 credits", "id": "balanced-R044-answerable-docs2-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1251 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "783 credits", "success": 0 }, "off": { "delta": 0, "output": "1251", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 1251 credits. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The monthly lab access allowance recorded for R044 Laboratory's Sandstone plan is 621 hours. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R044", "gold": "CONFLICT", "id": "balanced-R044-conflict-docs3-forward", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1557 kilograms. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R062", "gold": "CONFLICT", "id": "balanced-R062-conflict-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "952 days", "success": 1 }, "lora": { "delta": 0, "output": "952 days", "success": 1 }, "lora_original": { "delta": 0, "output": "952 days", "success": 1 }, "off": { "delta": 0, "output": "952 days", "success": 1 }, "particle_1": { "delta": -1, "output": "952", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R057 Laboratory's Quartz plan, temporary badge validity is 1784 days. For R057 Laboratory's Alder plan, archive retention window is 754 days. For R057 Laboratory's Quartz plan, archive retention window is 736 days.\n[Record 2]\nAll entries carry equal authority. For R057 Laboratory's Alder plan, temporary badge validity is 952 days. For R057 Laboratory's Alder plan, guest account cap is 759 accounts. For R057 Laboratory's Indigo plan, guest account cap is 738 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R057", "gold": "952 days", "id": "balanced-R057-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R057 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R057/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1727 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1727 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, parcel mass ceiling is 1727 kilograms. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, parcel mass ceiling is 1730 kilograms. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R054", "gold": "UNKNOWN", "id": "balanced-R054-missing-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1098 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1098 accounts", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 1098 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts. The parcel mass ceiling recorded for R035 Laboratory's Willow plan is 522 kilograms. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R035", "gold": "CONFLICT", "id": "balanced-R035-conflict-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1149 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1149 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 1149 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R038", "gold": "CONFLICT", "id": "balanced-R038-conflict-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 1 }, "lora": { "delta": 0, "output": "679 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "679 credits", "success": 1 }, "off": { "delta": 0, "output": "679 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "679", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R036", "gold": "679 credits", "id": "balanced-R036-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's internal simulator: months in one year = 18 months. Under R049 Laboratory's internal simulator: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R049", "gold": "18 months", "id": "balanced-R049-altered-docs1-forward", "question": "For R049 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210", "success": 0 }, "particle_1": { "delta": 0, "output": "210", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs. For R045 Laboratory's internal simulator, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, centimeters in one meter is 1562 centimeters.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's internal simulator, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, centimeters in one meter is 1559 centimeters.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's internal simulator, parcel mass ceiling is 622 kilograms. For R045 Laboratory's internal simulator, centimeters in one meter is 210 centimeters.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R045", "gold": "210 centimeters", "id": "balanced-R045-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R045 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R034", "gold": "UNKNOWN", "id": "balanced-R034-missing-docs1-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 0, "output": "913 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, parcel mass ceiling is 1421 kilograms. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R054", "gold": "CONFLICT", "id": "balanced-R054-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 0 }, "lora": { "delta": 0, "output": "731 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "731 jobs", "success": 0 }, "off": { "delta": 0, "output": "731 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 1183 jobs. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R040", "gold": "CONFLICT", "id": "balanced-R040-conflict-docs1-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R053 Laboratory's Quartz plan is 1708 centimeters. The parcel mass ceiling recorded for R053 Laboratory's internal simulator is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The centimeters in one meter recorded for R053 Laboratory's internal simulator is 170 centimeters. The monthly lab access allowance recorded for R053 Laboratory's internal simulator is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R053", "gold": "170 centimeters", "id": "balanced-R053-altered-docs2-forward", "question": "Report the recorded value of 'centimeters in one meter' for R053 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's internal simulator, days in one week is 13 days. For R048 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R048", "gold": "13 days", "id": "balanced-R048-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R048 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks. Under R058 Laboratory's internal simulator: inspection interval = 775 weeks. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's internal simulator: training credit allocation = 770 credits. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's internal simulator: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: minutes in one hour = 1803 minutes.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R058", "gold": "130 minutes", "id": "balanced-R058-altered-docs3-reversed", "question": "For R058 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R046", "gold": "UNKNOWN", "id": "balanced-R046-missing-docs1-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's internal simulator: temporary badge validity = 737 days. Under R055 Laboratory's internal simulator: sides on a triangle = 7 sides.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's internal simulator: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: sides on a triangle = 1746 sides.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R055", "gold": "7 sides", "id": "balanced-R055-altered-docs2-reversed", "question": "For R055 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8 sides", "success": 1 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's internal simulator, sides on a triangle is 8 sides. For R063 Laboratory's internal simulator, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R063", "gold": "8 sides", "id": "balanced-R063-altered-docs1-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R063 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1898 hours", "success": 0 }, "lora": { "delta": 0, "output": "1901 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1901 hours", "success": 0 }, "off": { "delta": 0, "output": "1898 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Maple plan, archive retention window is 782 days. For R063 Laboratory's Willow plan, archive retention window is 830 days. For R063 Laboratory's Maple plan, monthly lab access allowance is 1904 hours.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, monthly lab access allowance is 1901 hours.\n[Record 3]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R063", "gold": "UNKNOWN", "id": "balanced-R063-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1518 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1518", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: guest account cap = 1521 accounts. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Maple plan: guest account cap = 1524 accounts. Under R043 Laboratory's Willow plan: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R043", "gold": "UNKNOWN", "id": "balanced-R043-missing-docs3-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 0 }, "off": { "delta": 0, "output": "939 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 1455 jobs. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The guest account cap recorded for R056 Laboratory's Sandstone plan is 753 accounts. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R056", "gold": "CONFLICT", "id": "balanced-R056-conflict-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 0 }, "lora": { "delta": 0, "output": "1387 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "887 credits", "success": 0 }, "off": { "delta": 0, "output": "887 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "887", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Sandstone plan: training credit allocation = 1387 credits.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R052", "gold": "CONFLICT", "id": "balanced-R052-conflict-docs2-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "731 jobs", "success": 1 }, "off": { "delta": 0, "output": "731 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts. Under R040 Laboratory's Sandstone plan: guest account cap = 577 accounts. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Indigo plan: archive retention window = 619 days. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R040", "gold": "731 jobs", "id": "balanced-R040-answerable-docs3-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "lora": { "delta": 0, "output": "718 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 1 }, "off": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "718 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R039", "gold": "718 hours", "id": "balanced-R039-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: archive retention window = 1803 days. Under R058 Laboratory's Copper plan: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R058", "gold": "UNKNOWN", "id": "balanced-R058-missing-docs1-forward", "question": "For R058 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "796 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Alder plan, inspection interval is 796 weeks. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R045", "gold": "796 weeks", "id": "balanced-R045-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's internal simulator is 512 credits. The seconds in one minute recorded for R035 Laboratory's internal simulator is 95 seconds.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R035", "gold": "95 seconds", "id": "balanced-R035-altered-docs1-reversed", "question": "Report the recorded value of 'seconds in one minute' for R035 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The batch processing quota recorded for R056 Laboratory's Quartz plan is 1765 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R056", "gold": "UNKNOWN", "id": "balanced-R056-missing-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 1, "output": "770 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "770 accounts", "success": 1 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "770", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R043", "gold": "770 accounts", "id": "balanced-R043-answerable-docs2-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "512", "success": 0 }, "lora": { "delta": 0, "output": "512 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "512", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R035", "gold": "UNKNOWN", "id": "balanced-R035-missing-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1385", "success": 0 }, "lora": { "delta": 0, "output": "1385 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1385 credits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, training credit allocation is 1385 credits. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, training credit allocation is 1388 credits. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R036", "gold": "UNKNOWN", "id": "balanced-R036-missing-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs. Under R046 Laboratory's internal simulator: batch processing quota = 638 jobs. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's internal simulator: monthly lab access allowance = 633 hours. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R046", "gold": "2500 grams", "id": "balanced-R046-altered-docs2-reversed", "question": "For R046 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The months in one year recorded for R041 Laboratory's Quartz plan is 1480 months. The archive retention window recorded for R041 Laboratory's internal simulator is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The months in one year recorded for R041 Laboratory's Indigo plan is 1483 months. The guest account cap recorded for R041 Laboratory's internal simulator is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.\n[Record 3]\nAll entries carry equal authority. The months in one year recorded for R041 Laboratory's internal simulator is 22 months. The training credit allocation recorded for R041 Laboratory's internal simulator is 588 credits. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R041", "gold": "22 months", "id": "balanced-R041-altered-docs3-forward", "question": "Report the recorded value of 'months in one year' for R041 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours. For R036 Laboratory's internal simulator, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, hours in one day is 1391 hours.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's internal simulator, parcel mass ceiling is 528 kilograms. For R036 Laboratory's internal simulator, hours in one day is 36 hours.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's internal simulator, inspection interval is 523 weeks. For R036 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R036", "gold": "36 hours", "id": "balanced-R036-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R036 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1613 jobs", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, batch processing quota is 1613 jobs. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, batch processing quota is 1616 jobs. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, batch processing quota is 1619 jobs. For R048 Laboratory's Sandstone plan, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, guest account cap is 677 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R048", "gold": "UNKNOWN", "id": "balanced-R048-missing-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora": { "delta": 0, "output": "1030 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 1 }, "off": { "delta": 0, "output": "1030 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours. For R063 Laboratory's Willow plan, temporary badge validity is 825 days. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R063", "gold": "1030 hours", "id": "balanced-R063-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "lora": { "delta": 0, "output": "861 days", "success": 1 }, "lora_original": { "delta": 0, "output": "861 days", "success": 1 }, "off": { "delta": 0, "output": "861 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R050", "gold": "861 days", "id": "balanced-R050-answerable-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "705 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "705 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days. The temporary badge validity recorded for R038 Laboratory's Copper plan is 555 days. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 1149 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R038", "gold": "CONFLICT", "id": "balanced-R038-conflict-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits. Under R058 Laboratory's internal simulator: training credit allocation = 770 credits. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts. Under R058 Laboratory's internal simulator: guest account cap = 765 accounts. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R058", "gold": "130 minutes", "id": "balanced-R058-altered-docs2-reversed", "question": "For R058 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "655 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, batch processing quota is 1613 jobs. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R048", "gold": "UNKNOWN", "id": "balanced-R048-missing-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 0 }, "off": { "delta": 0, "output": "939 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 1455 jobs. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R056", "gold": "CONFLICT", "id": "balanced-R056-conflict-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's internal simulator, hours in one day is 36 hours. For R036 Laboratory's internal simulator, hours in one day is 36 hours. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R036", "gold": "36 hours", "id": "balanced-R036-altered-docs1-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R036 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Quartz plan is 1879 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R062", "gold": "UNKNOWN", "id": "balanced-R062-missing-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "835 jobs", "success": 0 }, "lora_original": { "delta": -1, "output": "835 jobs", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, batch processing quota is 1319 jobs. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R048", "gold": "CONFLICT", "id": "balanced-R048-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 0 }, "lora": { "delta": 0, "output": "718 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1166 hours", "success": 0 }, "off": { "delta": 0, "output": "718 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Willow plan, monthly lab access allowance is 1166 hours. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, monthly lab access allowance is 1448 hours. For R039 Laboratory's Willow plan, archive retention window is 566 days. For R039 Laboratory's Maple plan, archive retention window is 614 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R039", "gold": "CONFLICT", "id": "balanced-R039-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 0 }, "lora": { "delta": 0, "output": "861 days", "success": 0 }, "lora_original": { "delta": 0, "output": "861 days", "success": 0 }, "off": { "delta": 0, "output": "861 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 1353 days. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Indigo plan is 1654 days. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The inspection interval recorded for R050 Laboratory's Copper plan is 687 weeks. The inspection interval recorded for R050 Laboratory's Maple plan is 691 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R050", "gold": "CONFLICT", "id": "balanced-R050-conflict-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1727 kg", "success": 0 }, "lora": { "delta": 0, "output": "1727 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1727 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1727 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, temporary badge validity is 719 days. For R054 Laboratory's Copper plan, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, parcel mass ceiling is 1733 kilograms.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, parcel mass ceiling is 1730 kilograms.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, parcel mass ceiling is 1727 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R054", "gold": "UNKNOWN", "id": "balanced-R054-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 1 }, "lora": { "delta": 0, "output": "848 days", "success": 1 }, "lora_original": { "delta": 0, "output": "848 days", "success": 1 }, "off": { "delta": 0, "output": "848 days", "success": 1 }, "particle_1": { "delta": -1, "output": "848", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R049", "gold": "848 days", "id": "balanced-R049-answerable-docs2-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "822 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1302 hours", "success": 0 }, "off": { "delta": 0, "output": "822 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 1302 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R047", "gold": "CONFLICT", "id": "balanced-R047-conflict-docs2-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The sides on a triangle recorded for R047 Laboratory's Quartz plan is 1594 sides. The batch processing quota recorded for R047 Laboratory's internal simulator is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The sides on a triangle recorded for R047 Laboratory's internal simulator is 9 sides. The temporary badge validity recorded for R047 Laboratory's internal simulator is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R047", "gold": "9 sides", "id": "balanced-R047-altered-docs2-forward", "question": "Report the recorded value of 'sides on a triangle' for R047 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: centimeters in one meter = 1404 centimeters. Under R037 Laboratory's internal simulator: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R037 Laboratory's internal simulator: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Maple plan: centimeters in one meter = 1410 centimeters. Under R037 Laboratory's internal simulator: batch processing quota = 544 jobs. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R037", "gold": "190 centimeters", "id": "balanced-R037-altered-docs3-forward", "question": "For R037 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, archive retention window is 1499 days. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, archive retention window is 1502 days. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, archive retention window is 1505 days. For R042 Laboratory's Copper plan, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, inspection interval is 635 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R042", "gold": "UNKNOWN", "id": "balanced-R042-missing-docs3-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams in one kilogram.", "success": 0 }, "lora": { "delta": 1, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams in one kilogram", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R046 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R046", "gold": "2500 grams", "id": "balanced-R046-altered-docs1-forward", "question": "For R046 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: inspection interval = 1407 weeks.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R037", "gold": "UNKNOWN", "id": "balanced-R037-missing-docs2-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's internal simulator: batch processing quota = 732 jobs. Under R055 Laboratory's internal simulator: sides on a triangle = 7 sides.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R055", "gold": "7 sides", "id": "balanced-R055-altered-docs1-reversed", "question": "For R055 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "776 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Indigo plan is 1825 accounts. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Maple plan is 1828 accounts. The parcel mass ceiling recorded for R059 Laboratory's Willow plan is 786 kilograms. The parcel mass ceiling recorded for R059 Laboratory's Maple plan is 754 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R059", "gold": "UNKNOWN", "id": "balanced-R059-missing-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1017 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1557 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R062", "gold": "CONFLICT", "id": "balanced-R062-conflict-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1898 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, monthly lab access allowance is 1898 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R063", "gold": "UNKNOWN", "id": "balanced-R063-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "653 days", "success": 1 }, "lora": { "delta": 0, "output": "653 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "653 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Copper plan: archive retention window = 653 days. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R034", "gold": "653 days", "id": "balanced-R034-answerable-docs1-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1521", "success": 0 }, "lora": { "delta": 0, "output": "1521 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1521 accounts", "success": 0 }, "off": { "delta": 0, "output": "1521", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms. Under R043 Laboratory's Willow plan: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Maple plan: guest account cap = 1524 accounts.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: guest account cap = 1521 accounts.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R043", "gold": "UNKNOWN", "id": "balanced-R043-missing-docs3-reversed", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "926 hours", "success": 1 }, "lora": { "delta": 0, "output": "926 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 1 }, "off": { "delta": 0, "output": "926 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R055", "gold": "926 hours", "id": "balanced-R055-answerable-docs2-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs. For R045 Laboratory's Alder plan, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, inspection interval is 1562 weeks.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, inspection interval is 1559 weeks.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, inspection interval is 1556 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R045", "gold": "UNKNOWN", "id": "balanced-R045-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Maple plan is 1714 weeks. The batch processing quota recorded for R053 Laboratory's Alder plan is 720 jobs. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R053", "gold": "UNKNOWN", "id": "balanced-R053-missing-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "822 hours", "success": 1 }, "lora": { "delta": 0, "output": "822 hours", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "822 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days. The archive retention window recorded for R047 Laboratory's Willow plan is 654 days. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R047", "gold": "822 hours", "id": "balanced-R047-answerable-docs3-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 1, "output": "190 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "190 centimeters", "success": 1 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R037 Laboratory's internal simulator: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R037", "gold": "190 centimeters", "id": "balanced-R037-altered-docs1-forward", "question": "For R037 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "900 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Indigo plan is 1711 weeks. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks. The batch processing quota recorded for R053 Laboratory's Alder plan is 720 jobs. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R053", "gold": "900 weeks", "id": "balanced-R053-answerable-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R056 Laboratory's internal simulator is 15 days. The days in one week recorded for R056 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R056", "gold": "15 days", "id": "balanced-R056-altered-docs1-forward", "question": "Report the recorded value of 'days in one week' for R056 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1302 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "822 hours", "success": 0 }, "off": { "delta": 0, "output": "1302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 1302 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R047", "gold": "CONFLICT", "id": "balanced-R047-conflict-docs2-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 0 }, "lora": { "delta": 0, "output": "835 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 1319 jobs. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, archive retention window is 675 days.\n[Record 3]\nAll entries carry equal authority. For R048 Laboratory's Maple plan, batch processing quota is 1619 jobs. For R048 Laboratory's Sandstone plan, guest account cap is 665 accounts. For R048 Laboratory's Maple plan, guest account cap is 677 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R048", "gold": "CONFLICT", "id": "balanced-R048-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1217 days", "success": 0 }, "lora_original": { "delta": 0, "output": "1217 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, inspection interval is 635 weeks. For R042 Laboratory's Copper plan, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, archive retention window is 1505 days.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Copper plan, archive retention window is 1217 days.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Copper plan, archive retention window is 757 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R042", "gold": "CONFLICT", "id": "balanced-R042-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1670", "success": 0 }, "lora": { "delta": 0, "output": "1670 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1670", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R051", "gold": "UNKNOWN", "id": "balanced-R051-missing-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "718 hours", "success": 0 }, "lora": { "delta": 0, "output": "718 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "718 hours", "success": 0 }, "off": { "delta": 0, "output": "718 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "718 hours", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, archive retention window is 614 days. For R039 Laboratory's Willow plan, archive retention window is 566 days. For R039 Laboratory's Maple plan, monthly lab access allowance is 1448 hours.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Willow plan, monthly lab access allowance is 1166 hours.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Willow plan, monthly lab access allowance is 718 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R039", "gold": "CONFLICT", "id": "balanced-R039-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Quartz plan is 1309 jobs. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R032", "gold": "UNKNOWN", "id": "balanced-R032-missing-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "926 hours", "success": 1 }, "lora": { "delta": 0, "output": "926 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 1 }, "off": { "delta": 0, "output": "926 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R055", "gold": "926 hours", "id": "balanced-R055-answerable-docs1-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "978 accounts", "success": 1 }, "lora": { "delta": 0, "output": "978 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "978 accounts", "success": 1 }, "off": { "delta": 0, "output": "978 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R059", "gold": "978 accounts", "id": "balanced-R059-answerable-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R055 Laboratory's internal simulator: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R055", "gold": "7 sides", "id": "balanced-R055-altered-docs1-forward", "question": "For R055 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "939 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 0 }, "off": { "delta": 0, "output": "939 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 1455 jobs. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R056", "gold": "CONFLICT", "id": "balanced-R056-conflict-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "15 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The days in one week recorded for R032 Laboratory's internal simulator is 15 days. The days in one week recorded for R032 Laboratory's internal simulator is 15 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R032", "gold": "15 days", "id": "balanced-R032-altered-docs1-reversed", "question": "Report the recorded value of 'days in one week' for R032 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kilograms.", "success": 1 }, "lora": { "delta": 0, "output": "913 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "913 kilograms", "success": 1 }, "off": { "delta": 0, "output": "913 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R054", "gold": "913 kilograms", "id": "balanced-R054-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "105 seconds in one minute", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "105", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Maple plan: parcel mass ceiling = 642 kilograms. Under R043 Laboratory's internal simulator: parcel mass ceiling = 610 kilograms. Under R043 Laboratory's Maple plan: seconds in one minute = 1524 seconds.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks. Under R043 Laboratory's internal simulator: inspection interval = 605 weeks. Under R043 Laboratory's internal simulator: seconds in one minute = 105 seconds.\n[Record 3]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits. Under R043 Laboratory's internal simulator: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: seconds in one minute = 1518 seconds.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R043", "gold": "105 seconds", "id": "balanced-R043-altered-docs3-reversed", "question": "For R043 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 1 }, "lora": { "delta": 0, "output": "848 days", "success": 1 }, "lora_original": { "delta": 0, "output": "848 days", "success": 1 }, "off": { "delta": 0, "output": "848 days", "success": 1 }, "particle_1": { "delta": -1, "output": "848", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R049", "gold": "848 days", "id": "balanced-R049-answerable-docs2-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1115", "success": 0 }, "lora": { "delta": 0, "output": "1115 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "1115 credits", "success": 0 }, "off": { "delta": 0, "output": "1115", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Maple plan, monthly lab access allowance is 593 hours. For R036 Laboratory's Sandstone plan, monthly lab access allowance is 533 hours. For R036 Laboratory's Maple plan, training credit allocation is 1391 credits.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Sandstone plan, training credit allocation is 1115 credits.\n[Record 3]\nAll entries carry equal authority. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R036", "gold": "CONFLICT", "id": "balanced-R036-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "627 jobs", "success": 1 }, "lora_original": { "delta": 1, "output": "627 jobs", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts. The guest account cap recorded for R032 Laboratory's Sandstone plan is 489 accounts. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R032", "gold": "627 jobs", "id": "balanced-R032-answerable-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R058 Laboratory's Quartz plan: minutes in one hour = 1803 minutes. Under R058 Laboratory's internal simulator: guest account cap = 765 accounts. Under R058 Laboratory's Quartz plan: guest account cap = 743 accounts.\n[Record 2]\nAll entries carry equal authority. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R058 Laboratory's internal simulator: training credit allocation = 770 credits. Under R058 Laboratory's Indigo plan: training credit allocation = 745 credits.\n[Record 3]\nAll entries carry equal authority. Under R058 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R058 Laboratory's internal simulator: inspection interval = 775 weeks. Under R058 Laboratory's Maple plan: inspection interval = 747 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R058", "gold": "130 minutes", "id": "balanced-R058-altered-docs3-forward", "question": "For R058 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R058/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1727 kg", "success": 0 }, "lora": { "delta": 0, "output": "1727 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1727 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1727 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, parcel mass ceiling is 1730 kilograms.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, parcel mass ceiling is 1727 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R054", "gold": "UNKNOWN", "id": "balanced-R054-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210", "success": 0 }, "lora": { "delta": 0, "output": "210 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "210 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "210", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, centimeters in one meter is 1556 centimeters. For R045 Laboratory's internal simulator, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's internal simulator, centimeters in one meter is 210 centimeters. For R045 Laboratory's internal simulator, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R045", "gold": "210 centimeters", "id": "balanced-R045-altered-docs2-forward", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R045 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R056 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R056 Laboratory's internal simulator is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The days in one week recorded for R056 Laboratory's internal simulator is 15 days. The archive retention window recorded for R056 Laboratory's internal simulator is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R056", "gold": "15 days", "id": "balanced-R056-altered-docs2-forward", "question": "Report the recorded value of 'days in one week' for R056 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1613 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1613 jobs", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Indigo plan, archive retention window is 675 days. For R048 Laboratory's Sandstone plan, archive retention window is 660 days. For R048 Laboratory's Indigo plan, batch processing quota is 1616 jobs.\n[Record 2]\nAll entries carry equal authority. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days. For R048 Laboratory's Sandstone plan, temporary badge validity is 655 days. For R048 Laboratory's Quartz plan, batch processing quota is 1613 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R048", "gold": "UNKNOWN", "id": "balanced-R048-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Quartz plan is 1879 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R062", "gold": "UNKNOWN", "id": "balanced-R062-missing-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R044", "gold": "40 hours", "id": "balanced-R044-altered-docs1-reversed", "question": "Report the recorded value of 'hours in one day' for R044 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "848 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days. Under R049 Laboratory's Alder plan: temporary badge validity = 1336 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R049", "gold": "CONFLICT", "id": "balanced-R049-conflict-docs1-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, archive retention window is 1499 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R042", "gold": "UNKNOWN", "id": "balanced-R042-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1312 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R032 Laboratory's Maple plan is 565 accounts. The guest account cap recorded for R032 Laboratory's Sandstone plan is 489 accounts. The batch processing quota recorded for R032 Laboratory's Maple plan is 1315 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The batch processing quota recorded for R032 Laboratory's Indigo plan is 1312 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The batch processing quota recorded for R032 Laboratory's Quartz plan is 1309 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R032", "gold": "UNKNOWN", "id": "balanced-R032-missing-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R047", "gold": "UNKNOWN", "id": "balanced-R047-missing-docs2-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85", "success": 0 }, "lora": { "delta": 1, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks. For R051 Laboratory's internal simulator, inspection interval is 693 weeks. For R051 Laboratory's internal simulator, seconds in one minute is 85 seconds.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's internal simulator, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, seconds in one minute is 1670 seconds.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R051", "gold": "85 seconds", "id": "balanced-R051-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R051 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: centimeters in one meter = 1860 centimeters. Under R061 Laboratory's internal simulator: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R061 Laboratory's internal simulator: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R061", "gold": "190 centimeters", "id": "balanced-R061-altered-docs2-forward", "question": "For R061 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "757 days", "success": 1 }, "lora_original": { "delta": 1, "output": "757 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, inspection interval is 635 weeks. For R042 Laboratory's Copper plan, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, archive retention window is 1505 days.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Copper plan, archive retention window is 757 days.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Copper plan, archive retention window is 757 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R042", "gold": "757 days", "id": "balanced-R042-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: archive retention window = 1347 days. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: archive retention window = 1350 days. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R034", "gold": "UNKNOWN", "id": "balanced-R034-missing-docs2-forward", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's internal simulator: monthly lab access allowance = 803 hours. Under R061 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's internal simulator: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: centimeters in one meter = 1860 centimeters.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R061", "gold": "190 centimeters", "id": "balanced-R061-altered-docs2-reversed", "question": "For R061 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "809 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1285 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: parcel mass ceiling = 1575 kilograms. Under R046 Laboratory's Copper plan: monthly lab access allowance = 633 hours. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours.\n[Record 2]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: batch processing quota = 638 jobs. Under R046 Laboratory's Indigo plan: batch processing quota = 661 jobs.\n[Record 3]\nAll entries carry equal authority. Under R046 Laboratory's Copper plan: parcel mass ceiling = 1285 kilograms. Under R046 Laboratory's Copper plan: temporary badge validity = 643 days. Under R046 Laboratory's Maple plan: temporary badge validity = 663 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R046", "gold": "CONFLICT", "id": "balanced-R046-conflict-docs3-forward", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R040", "gold": "UNKNOWN", "id": "balanced-R040-missing-docs1-reversed", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "627 jobs", "success": 1 }, "lora": { "delta": 0, "output": "627 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "627 jobs", "success": 1 }, "off": { "delta": 0, "output": "627 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R032", "gold": "627 jobs", "id": "balanced-R032-answerable-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 1 }, "off": { "delta": 0, "output": "939 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R056", "gold": "939 jobs", "id": "balanced-R056-answerable-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1017 kg", "success": 0 }, "lora": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days. The temporary badge validity recorded for R062 Laboratory's Copper plan is 819 days. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R062", "gold": "1017 kilograms", "id": "balanced-R062-answerable-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1081 days", "success": 0 }, "lora_original": { "delta": 0, "output": "653 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits. Under R034 Laboratory's Copper plan: training credit allocation = 506 credits. Under R034 Laboratory's Copper plan: archive retention window = 1081 days.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's Copper plan: guest account cap = 501 accounts. Under R034 Laboratory's Copper plan: archive retention window = 653 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R034", "gold": "CONFLICT", "id": "balanced-R034-conflict-docs2-reversed", "question": "For R034 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32", "success": 0 }, "lora": { "delta": 1, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 1, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32", "success": 0 }, "particle_1": { "delta": 0, "output": "32 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours. Under R052 Laboratory's internal simulator: monthly lab access allowance = 709 hours. Under R052 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's internal simulator: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's internal simulator: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: hours in one day = 1689 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R052", "gold": "32 hours", "id": "balanced-R052-altered-docs3-reversed", "question": "For R052 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "770", "success": 0 }, "lora": { "delta": 1, "output": "770 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "770 accounts", "success": 1 }, "off": { "delta": 0, "output": "770", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Quartz plan: guest account cap = 1518 accounts. Under R043 Laboratory's Willow plan: training credit allocation = 600 credits. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.\n[Record 2]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts. Under R043 Laboratory's Willow plan: inspection interval = 605 weeks. Under R043 Laboratory's Indigo plan: inspection interval = 640 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R043", "gold": "770 accounts", "id": "balanced-R043-answerable-docs2-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1670", "success": 0 }, "lora": { "delta": 0, "output": "1670 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1670", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, guest account cap is 1670 accounts. For R051 Laboratory's Willow plan, training credit allocation is 688 credits. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits.\n[Record 2]\nAll entries carry equal authority. For R051 Laboratory's Indigo plan, guest account cap is 1673 accounts. For R051 Laboratory's Willow plan, inspection interval is 693 weeks. For R051 Laboratory's Indigo plan, inspection interval is 696 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R051", "gold": "UNKNOWN", "id": "balanced-R051-missing-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 sides", "success": 1 }, "lora": { "delta": 0, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "9 sides", "success": 1 }, "off": { "delta": 0, "output": "9 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's internal simulator is 644 jobs. The sides on a triangle recorded for R047 Laboratory's internal simulator is 9 sides.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R047", "gold": "9 sides", "id": "balanced-R047-altered-docs1-reversed", "question": "Report the recorded value of 'sides on a triangle' for R047 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R037", "gold": "UNKNOWN", "id": "balanced-R037-missing-docs1-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "18 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's internal simulator: archive retention window = 666 days. Under R049 Laboratory's internal simulator: months in one year = 18 months.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R049", "gold": "18 months", "id": "balanced-R049-altered-docs1-reversed", "question": "For R049 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1017 kg", "success": 0 }, "lora": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R062", "gold": "1017 kilograms", "id": "balanced-R062-answerable-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R044 Laboratory's Maple plan is 649 hours. The monthly lab access allowance recorded for R044 Laboratory's Sandstone plan is 621 hours. The training credit allocation recorded for R044 Laboratory's Maple plan is 1543 credits.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R044 Laboratory's Indigo plan is 647 kilograms. The parcel mass ceiling recorded for R044 Laboratory's Sandstone plan is 616 kilograms. The training credit allocation recorded for R044 Laboratory's Indigo plan is 1540 credits.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The inspection interval recorded for R044 Laboratory's Sandstone plan is 611 weeks. The training credit allocation recorded for R044 Laboratory's Quartz plan is 1537 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R044", "gold": "UNKNOWN", "id": "balanced-R044-missing-docs3-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's internal simulator: hours in one day = 32 hours. Under R052 Laboratory's internal simulator: hours in one day = 32 hours. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R052", "gold": "32 hours", "id": "balanced-R052-altered-docs1-forward", "question": "For R052 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora": { "delta": 0, "output": "835 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "835 jobs", "success": 1 }, "off": { "delta": 0, "output": "835 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Sandstone plan, batch processing quota is 835 jobs. For R048 Laboratory's Quartz plan, temporary badge validity is 673 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R048", "gold": "835 jobs", "id": "balanced-R048-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R048 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R048/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours. The hours in one day recorded for R044 Laboratory's internal simulator is 40 hours. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R044", "gold": "40 hours", "id": "balanced-R044-altered-docs1-forward", "question": "Report the recorded value of 'hours in one day' for R044 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "627 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "1047 jobs", "success": 0 }, "off": { "delta": 0, "output": "627 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 1047 jobs. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R032", "gold": "CONFLICT", "id": "balanced-R032-conflict-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 0 }, "lora": { "delta": 0, "output": "679 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "679 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, training credit allocation is 1115 credits. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R036", "gold": "CONFLICT", "id": "balanced-R036-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms. The parcel mass ceiling recorded for R035 Laboratory's internal simulator is 522 kilograms. The seconds in one minute recorded for R035 Laboratory's internal simulator is 95 seconds.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's internal simulator is 517 weeks. The seconds in one minute recorded for R035 Laboratory's Indigo plan is 1369 seconds.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's internal simulator is 512 credits. The seconds in one minute recorded for R035 Laboratory's Quartz plan is 1366 seconds.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R035", "gold": "95 seconds", "id": "balanced-R035-altered-docs3-reversed", "question": "Report the recorded value of 'seconds in one minute' for R035 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 0 }, "lora": { "delta": 0, "output": "887 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "887 credits", "success": 0 }, "off": { "delta": 0, "output": "887 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "887", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: training credit allocation = 1387 credits. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R052", "gold": "CONFLICT", "id": "balanced-R052-conflict-docs1-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "210 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's internal simulator, centimeters in one meter is 210 centimeters. For R045 Laboratory's internal simulator, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, centimeters in one meter is 1559 centimeters. For R045 Laboratory's internal simulator, monthly lab access allowance is 627 hours. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours.\n[Record 3]\nAll entries carry equal authority. For R045 Laboratory's Maple plan, centimeters in one meter is 1562 centimeters. For R045 Laboratory's internal simulator, batch processing quota is 632 jobs. For R045 Laboratory's Maple plan, batch processing quota is 656 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R045", "gold": "210 centimeters", "id": "balanced-R045-altered-docs3-forward", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R045 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: temporary badge validity = 1635 days. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Maple plan: temporary badge validity = 1638 days. Under R049 Laboratory's Alder plan: training credit allocation = 676 credits. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R049", "gold": "UNKNOWN", "id": "balanced-R049-missing-docs3-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The parcel mass ceiling recorded for R038 Laboratory's Quartz plan is 1423 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R038", "gold": "UNKNOWN", "id": "balanced-R038-missing-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, archive retention window is 1499 days. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R042", "gold": "UNKNOWN", "id": "balanced-R042-missing-docs1-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1442 hours", "success": 0 }, "lora": { "delta": 0, "output": "1442 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1442 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R039", "gold": "UNKNOWN", "id": "balanced-R039-missing-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 0 }, "lora": { "delta": 0, "output": "1387 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "887 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: training credit allocation = 1387 credits. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R052", "gold": "CONFLICT", "id": "balanced-R052-conflict-docs1-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "561", "success": 0 }, "lora": { "delta": 0, "output": "561 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "561", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days. For R039 Laboratory's Willow plan, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, monthly lab access allowance is 1445 hours.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs. For R039 Laboratory's Willow plan, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, monthly lab access allowance is 1442 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R039", "gold": "UNKNOWN", "id": "balanced-R039-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R039 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora": { "delta": 0, "output": "939 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "939 jobs", "success": 1 }, "off": { "delta": 0, "output": "939 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R056 Laboratory's Sandstone plan is 939 jobs. The guest account cap recorded for R056 Laboratory's Sandstone plan is 753 accounts. The guest account cap recorded for R056 Laboratory's Maple plan is 733 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R056", "gold": "939 jobs", "id": "balanced-R056-answerable-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, temporary badge validity is 1331 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R033", "gold": "UNKNOWN", "id": "balanced-R033-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "512 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "512", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R035 Laboratory's Maple plan is 1372 accounts. The parcel mass ceiling recorded for R035 Laboratory's Willow plan is 522 kilograms. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R035", "gold": "UNKNOWN", "id": "balanced-R035-missing-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days. The temporary badge validity recorded for R038 Laboratory's internal simulator is 555 days. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's internal simulator is 550 jobs. The grams in one kilogram recorded for R038 Laboratory's Indigo plan is 1426 grams.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's internal simulator is 545 hours. The grams in one kilogram recorded for R038 Laboratory's internal simulator is 2250 grams.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R038", "gold": "2250 grams", "id": "balanced-R038-altered-docs3-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R038 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "644 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R047", "gold": "UNKNOWN", "id": "balanced-R047-missing-docs2-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "705 kg", "success": 0 }, "lora": { "delta": 1, "output": "705 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "705 kilograms", "success": 1 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms. The temporary badge validity recorded for R038 Laboratory's Copper plan is 555 days. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R038", "gold": "705 kilograms", "id": "balanced-R038-answerable-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "978 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "978 accounts", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R059 Laboratory's Indigo plan is 752 weeks. The inspection interval recorded for R059 Laboratory's Willow plan is 781 weeks. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits. The training credit allocation recorded for R059 Laboratory's Willow plan is 776 credits. The guest account cap recorded for R059 Laboratory's Quartz plan is 1822 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R059", "gold": "978 accounts", "id": "balanced-R059-answerable-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: minutes in one hour = 1347 minutes. Under R034 Laboratory's internal simulator: guest account cap = 501 accounts. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts.\n[Record 2]\nAll entries carry equal authority. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R034 Laboratory's internal simulator: training credit allocation = 506 credits. Under R034 Laboratory's Indigo plan: training credit allocation = 577 credits.\n[Record 3]\nAll entries carry equal authority. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R034 Laboratory's internal simulator: inspection interval = 511 weeks. Under R034 Laboratory's Maple plan: inspection interval = 579 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R034", "gold": "130 minutes", "id": "balanced-R034-altered-docs3-forward", "question": "For R034 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1746 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1746", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: monthly lab access allowance = 1749 hours. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R055", "gold": "UNKNOWN", "id": "balanced-R055-missing-docs2-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1438 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours. Under R055 Laboratory's Willow plan: monthly lab access allowance = 1438 hours. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R055", "gold": "CONFLICT", "id": "balanced-R055-conflict-docs1-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1302", "success": 0 }, "lora": { "delta": 0, "output": "1302 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1302 hours", "success": 0 }, "off": { "delta": 0, "output": "1302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days. The archive retention window recorded for R047 Laboratory's Willow plan is 654 days. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 1302 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R047", "gold": "CONFLICT", "id": "balanced-R047-conflict-docs3-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "819 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "819", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days. The temporary badge validity recorded for R062 Laboratory's Copper plan is 819 days. The parcel mass ceiling recorded for R062 Laboratory's Maple plan is 1885 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The parcel mass ceiling recorded for R062 Laboratory's Quartz plan is 1879 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R062", "gold": "UNKNOWN", "id": "balanced-R062-missing-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "809 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "809 kilograms", "success": 1 }, "off": { "delta": 0, "output": "809 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R046 Laboratory's Quartz plan: monthly lab access allowance = 659 hours. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms. Under R046 Laboratory's Copper plan: parcel mass ceiling = 809 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R046", "gold": "809 kilograms", "id": "balanced-R046-answerable-docs1-reversed", "question": "For R046 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R046/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R034 Laboratory's Quartz plan: guest account cap = 575 accounts. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R034 Laboratory's internal simulator: minutes in one hour = 130 minutes.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R034", "gold": "130 minutes", "id": "balanced-R034-altered-docs1-reversed", "question": "For R034 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R034/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1372", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R035 Laboratory's Maple plan is 586 kilograms. The parcel mass ceiling recorded for R035 Laboratory's Willow plan is 522 kilograms. The guest account cap recorded for R035 Laboratory's Maple plan is 1372 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's Willow plan is 517 weeks. The guest account cap recorded for R035 Laboratory's Indigo plan is 1369 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Quartz plan is 1366 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R035", "gold": "UNKNOWN", "id": "balanced-R035-missing-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "705 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "705 kilograms", "success": 1 }, "off": { "delta": 0, "output": "705 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R038 Laboratory's Maple plan is 607 days. The temporary badge validity recorded for R038 Laboratory's Copper plan is 555 days. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The parcel mass ceiling recorded for R038 Laboratory's Copper plan is 705 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R038", "gold": "705 kilograms", "id": "balanced-R038-answerable-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R053 Laboratory's Quartz plan is 1708 centimeters. The parcel mass ceiling recorded for R053 Laboratory's internal simulator is 710 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms.\n[Record 2]\nAll entries carry equal authority. The centimeters in one meter recorded for R053 Laboratory's Indigo plan is 1711 centimeters. The monthly lab access allowance recorded for R053 Laboratory's internal simulator is 715 hours. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours.\n[Record 3]\nAll entries carry equal authority. The centimeters in one meter recorded for R053 Laboratory's internal simulator is 170 centimeters. The batch processing quota recorded for R053 Laboratory's internal simulator is 720 jobs. The batch processing quota recorded for R053 Laboratory's Maple plan is 712 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R053", "gold": "170 centimeters", "id": "balanced-R053-altered-docs3-forward", "question": "Report the recorded value of 'centimeters in one meter' for R053 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "796 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "796 weeks", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Indigo plan, monthly lab access allowance is 654 hours. For R045 Laboratory's Alder plan, monthly lab access allowance is 627 hours. For R045 Laboratory's Alder plan, inspection interval is 796 weeks.\n[Record 2]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's Alder plan, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Alder plan, inspection interval is 1268 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R045", "gold": "CONFLICT", "id": "balanced-R045-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R045 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1200 days", "success": 0 }, "lora_original": { "delta": 0, "output": "744 days", "success": 0 }, "off": { "delta": 0, "output": "744 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 1200 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Alder plan is 744 days. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R041", "gold": "CONFLICT", "id": "balanced-R041-conflict-docs2-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 0 }, "lora": { "delta": 0, "output": "848 days", "success": 0 }, "lora_original": { "delta": 0, "output": "848 days", "success": 0 }, "off": { "delta": 0, "output": "848 days", "success": 0 }, "particle_1": { "delta": 0, "output": "848", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: temporary badge validity = 1336 days. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R049", "gold": "CONFLICT", "id": "balanced-R049-conflict-docs1-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1727 kilograms", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, parcel mass ceiling is 1727 kilograms. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, parcel mass ceiling is 1730 kilograms. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, parcel mass ceiling is 1733 kilograms. For R054 Laboratory's Copper plan, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, temporary badge validity is 719 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R054", "gold": "UNKNOWN", "id": "balanced-R054-missing-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R035 Laboratory's Indigo plan is 584 weeks. The inspection interval recorded for R035 Laboratory's internal simulator is 517 weeks. The seconds in one minute recorded for R035 Laboratory's internal simulator is 95 seconds.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's internal simulator is 512 credits. The seconds in one minute recorded for R035 Laboratory's Quartz plan is 1366 seconds.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R035", "gold": "95 seconds", "id": "balanced-R035-altered-docs2-reversed", "question": "Report the recorded value of 'seconds in one minute' for R035 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1,009 credits", "success": 0 }, "lora": { "delta": 0, "output": "1695 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1703", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours. Under R052 Laboratory's Sandstone plan: monthly lab access allowance = 709 hours. Under R052 Laboratory's Maple plan: training credit allocation = 1695 credits.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: training credit allocation = 1692 credits.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R052", "gold": "UNKNOWN", "id": "balanced-R052-missing-docs3-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1499 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Maple plan, inspection interval is 635 weeks. For R042 Laboratory's Copper plan, inspection interval is 599 weeks. For R042 Laboratory's Maple plan, archive retention window is 1505 days.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's Copper plan, training credit allocation is 594 credits. For R042 Laboratory's Indigo plan, archive retention window is 1502 days.\n[Record 3]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's Copper plan, guest account cap is 589 accounts. For R042 Laboratory's Quartz plan, archive retention window is 1499 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R042", "gold": "UNKNOWN", "id": "balanced-R042-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R042 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Quartz plan is 1480 days. The archive retention window recorded for R041 Laboratory's Alder plan is 578 days. The archive retention window recorded for R041 Laboratory's Quartz plan is 624 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Indigo plan is 1483 days. The guest account cap recorded for R041 Laboratory's Alder plan is 583 accounts. The guest account cap recorded for R041 Laboratory's Indigo plan is 626 accounts.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R041 Laboratory's Maple plan is 1486 days. The training credit allocation recorded for R041 Laboratory's Alder plan is 588 credits. The training credit allocation recorded for R041 Laboratory's Maple plan is 628 credits.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R041", "gold": "UNKNOWN", "id": "balanced-R041-missing-docs3-forward", "question": "Report the recorded value of 'temporary badge validity' for R041 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R041/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R061", "gold": "UNKNOWN", "id": "balanced-R061-missing-docs1-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1768 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R056 Laboratory's Indigo plan is 731 days. The archive retention window recorded for R056 Laboratory's Sandstone plan is 748 days. The batch processing quota recorded for R056 Laboratory's Indigo plan is 1768 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R056 Laboratory's Quartz plan is 729 days. The temporary badge validity recorded for R056 Laboratory's Sandstone plan is 743 days. The batch processing quota recorded for R056 Laboratory's Quartz plan is 1765 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R056", "gold": "UNKNOWN", "id": "balanced-R056-missing-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R056 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R056/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "731 jobs", "success": 1 }, "off": { "delta": 0, "output": "731 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Quartz plan: batch processing quota = 1461 jobs. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.\n[Record 3]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: guest account cap = 577 accounts. Under R040 Laboratory's Maple plan: guest account cap = 621 accounts.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R040", "gold": "731 jobs", "id": "balanced-R040-answerable-docs3-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 0 }, "off": { "delta": 0, "output": "1030 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's Willow plan, monthly lab access allowance is 1574 hours. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R063", "gold": "CONFLICT", "id": "balanced-R063-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora": { "delta": 0, "output": "731 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "731 jobs", "success": 1 }, "off": { "delta": 0, "output": "731 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "731", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's Sandstone plan: batch processing quota = 731 jobs. Under R040 Laboratory's Sandstone plan: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R040", "gold": "731 jobs", "id": "balanced-R040-answerable-docs2-forward", "question": "For R040 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1004 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Maple plan: inspection interval = 1866 weeks. Under R061 Laboratory's Alder plan: batch processing quota = 808 jobs. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R061", "gold": "1004 weeks", "id": "balanced-R061-answerable-docs3-forward", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "679 credits", "success": 0 }, "lora": { "delta": 0, "output": "679 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "679 credits", "success": 0 }, "off": { "delta": 0, "output": "679 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 679 credits. For R036 Laboratory's Sandstone plan, inspection interval is 523 weeks. For R036 Laboratory's Quartz plan, inspection interval is 589 weeks.\n[Record 2]\nAll entries carry equal authority. For R036 Laboratory's Sandstone plan, training credit allocation is 1115 credits. For R036 Laboratory's Sandstone plan, parcel mass ceiling is 528 kilograms. For R036 Laboratory's Indigo plan, parcel mass ceiling is 591 kilograms.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R036", "gold": "CONFLICT", "id": "balanced-R036-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R036 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R036/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "926 hours", "success": 0 }, "lora": { "delta": 0, "output": "926 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 0 }, "off": { "delta": 0, "output": "926 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Maple plan: archive retention window = 726 days. Under R055 Laboratory's Willow plan: archive retention window = 742 days. Under R055 Laboratory's Willow plan: monthly lab access allowance = 1438 hours.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours.\n[Record 3]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R055", "gold": "CONFLICT", "id": "balanced-R055-conflict-docs3-reversed", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.\n[Record 2]\nAll entries carry equal authority. Under R052 Laboratory's Indigo plan: training credit allocation = 1692 credits. Under R052 Laboratory's Sandstone plan: parcel mass ceiling = 704 kilograms. Under R052 Laboratory's Indigo plan: parcel mass ceiling = 703 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R052 Laboratory's Maple plan: training credit allocation = 1695 credits. Under R052 Laboratory's Sandstone plan: monthly lab access allowance = 709 hours. Under R052 Laboratory's Maple plan: monthly lab access allowance = 705 hours.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R052", "gold": "UNKNOWN", "id": "balanced-R052-missing-docs3-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Quartz plan is 1423 kilograms. The monthly lab access allowance recorded for R038 Laboratory's Copper plan is 545 hours. The monthly lab access allowance recorded for R038 Laboratory's Quartz plan is 603 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R038 Laboratory's Indigo plan is 1426 kilograms. The batch processing quota recorded for R038 Laboratory's Copper plan is 550 jobs. The batch processing quota recorded for R038 Laboratory's Indigo plan is 605 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R038", "gold": "UNKNOWN", "id": "balanced-R038-missing-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R038 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R038/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "874 accounts", "success": 0 }, "lora": { "delta": 0, "output": "874 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "874 accounts", "success": 0 }, "off": { "delta": 0, "output": "874 accounts", "success": 0 }, "particle_1": { "delta": 0, "output": "874", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R051 Laboratory's Quartz plan, training credit allocation is 694 credits. For R051 Laboratory's Willow plan, guest account cap is 1370 accounts. For R051 Laboratory's Willow plan, guest account cap is 874 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R051", "gold": "CONFLICT", "id": "balanced-R051-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R051 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R051/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "210", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms. For R045 Laboratory's internal simulator, parcel mass ceiling is 622 kilograms. For R045 Laboratory's internal simulator, centimeters in one meter is 210 centimeters.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R045", "gold": "210 centimeters", "id": "balanced-R045-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R045 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs. Under R061 Laboratory's Alder plan: batch processing quota = 808 jobs. Under R061 Laboratory's Maple plan: inspection interval = 1866 weeks.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Indigo plan: inspection interval = 1863 weeks.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R061", "gold": "UNKNOWN", "id": "balanced-R061-missing-docs3-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "926 hours", "success": 1 }, "lora": { "delta": 0, "output": "926 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "926 hours", "success": 1 }, "off": { "delta": 0, "output": "926 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R055 Laboratory's Quartz plan: monthly lab access allowance = 1746 hours. Under R055 Laboratory's Willow plan: batch processing quota = 732 jobs. Under R055 Laboratory's Quartz plan: batch processing quota = 722 jobs.\n[Record 2]\nAll entries carry equal authority. Under R055 Laboratory's Willow plan: monthly lab access allowance = 926 hours. Under R055 Laboratory's Willow plan: temporary badge validity = 737 days. Under R055 Laboratory's Indigo plan: temporary badge validity = 724 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R055", "gold": "926 hours", "id": "balanced-R055-answerable-docs2-forward", "question": "For R055 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R055/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "627 jobs", "success": 1 }, "lora_original": { "delta": 1, "output": "627 jobs", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R032 Laboratory's Indigo plan is 563 days. The archive retention window recorded for R032 Laboratory's Sandstone plan is 484 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days. The temporary badge validity recorded for R032 Laboratory's Sandstone plan is 479 days. The batch processing quota recorded for R032 Laboratory's Sandstone plan is 627 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R032", "gold": "627 jobs", "id": "balanced-R032-answerable-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R032 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R045 Laboratory's internal simulator, centimeters in one meter is 210 centimeters. For R045 Laboratory's internal simulator, parcel mass ceiling is 622 kilograms. For R045 Laboratory's Quartz plan, parcel mass ceiling is 652 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R045", "gold": "210 centimeters", "id": "balanced-R045-altered-docs1-forward", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R045 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R045/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1004 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R061 Laboratory's Maple plan: batch processing quota = 768 jobs. Under R061 Laboratory's Alder plan: batch processing quota = 808 jobs. Under R061 Laboratory's Alder plan: inspection interval = 1540 weeks.\n[Record 2]\nAll entries carry equal authority. Under R061 Laboratory's Indigo plan: monthly lab access allowance = 766 hours. Under R061 Laboratory's Alder plan: monthly lab access allowance = 803 hours. Under R061 Laboratory's Alder plan: inspection interval = 1004 weeks.\n[Record 3]\nAll entries carry equal authority. Under R061 Laboratory's Quartz plan: parcel mass ceiling = 764 kilograms. Under R061 Laboratory's Alder plan: parcel mass ceiling = 798 kilograms. Under R061 Laboratory's Quartz plan: inspection interval = 1860 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R061", "gold": "CONFLICT", "id": "balanced-R061-conflict-docs3-reversed", "question": "For R061 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R061/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "887 credits", "success": 1 }, "lora": { "delta": 0, "output": "887 credits", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "887 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "887", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Sandstone plan: training credit allocation = 887 credits. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R052", "gold": "887 credits", "id": "balanced-R052-answerable-docs1-forward", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1132 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 1132 weeks. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R037", "gold": "CONFLICT", "id": "balanced-R037-conflict-docs2-forward", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R053 Laboratory's Indigo plan is 710 hours. The monthly lab access allowance recorded for R053 Laboratory's Alder plan is 715 hours. The inspection interval recorded for R053 Laboratory's Alder plan is 900 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R053 Laboratory's Quartz plan is 708 kilograms. The parcel mass ceiling recorded for R053 Laboratory's Alder plan is 710 kilograms. The inspection interval recorded for R053 Laboratory's Quartz plan is 1708 weeks.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R053", "gold": "900 weeks", "id": "balanced-R053-answerable-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R053 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R053/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17", "success": 0 }, "lora": { "delta": 1, "output": "17 days", "success": 1 }, "lora_original": { "delta": 1, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17", "success": 0 }, "particle_1": { "delta": 0, "output": "17", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R040 Laboratory's internal simulator: days in one week = 17 days. Under R040 Laboratory's internal simulator: temporary badge validity = 567 days. Under R040 Laboratory's Quartz plan: temporary badge validity = 617 days.\n[Record 2]\nAll entries carry equal authority. Under R040 Laboratory's internal simulator: days in one week = 17 days. Under R040 Laboratory's internal simulator: archive retention window = 572 days. Under R040 Laboratory's Indigo plan: archive retention window = 619 days.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R040", "gold": "17 days", "id": "balanced-R040-altered-docs2-forward", "question": "For R040 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R040/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Maple plan: training credit allocation = 684 credits. Under R049 Laboratory's Alder plan: training credit allocation = 676 credits. Under R049 Laboratory's Maple plan: temporary badge validity = 1638 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: temporary badge validity = 1635 days.\n[Record 3]\nAll entries carry equal authority. Under R049 Laboratory's Quartz plan: archive retention window = 680 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: temporary badge validity = 1632 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R049", "gold": "UNKNOWN", "id": "balanced-R049-missing-docs3-reversed", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "640 days", "success": 1 }, "lora_original": { "delta": 0, "output": "640 days", "success": 1 }, "off": { "delta": 0, "output": "640 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Maple plan, training credit allocation is 572 credits. For R033 Laboratory's Alder plan, training credit allocation is 500 credits. For R033 Laboratory's Maple plan, temporary badge validity is 1334 days.\n[Record 2]\nAll entries carry equal authority. For R033 Laboratory's Indigo plan, guest account cap is 570 accounts. For R033 Laboratory's Alder plan, guest account cap is 495 accounts. For R033 Laboratory's Indigo plan, temporary badge validity is 1331 days.\n[Record 3]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, archive retention window is 568 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Alder plan, temporary badge validity is 640 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R033", "gold": "640 days", "id": "balanced-R033-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1234 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "1234", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R043 Laboratory's Willow plan: guest account cap = 770 accounts. Under R043 Laboratory's Willow plan: guest account cap = 1234 accounts. Under R043 Laboratory's Quartz plan: training credit allocation = 638 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R043", "gold": "CONFLICT", "id": "balanced-R043-conflict-docs1-forward", "question": "For R043 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R043/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Indigo plan, temporary badge validity is 780 days. For R063 Laboratory's internal simulator, temporary badge validity is 825 days. For R063 Laboratory's internal simulator, sides on a triangle is 8 sides.\n[Record 2]\nAll entries carry equal authority. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs. For R063 Laboratory's internal simulator, batch processing quota is 820 jobs. For R063 Laboratory's Quartz plan, sides on a triangle is 1898 sides.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R063", "gold": "8 sides", "id": "balanced-R063-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R063 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "978 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1506 accounts", "success": 0 }, "off": { "delta": 0, "output": "978", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R059 Laboratory's Willow plan is 978 accounts. The guest account cap recorded for R059 Laboratory's Willow plan is 1506 accounts. The training credit allocation recorded for R059 Laboratory's Quartz plan is 750 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R059", "gold": "CONFLICT", "id": "balanced-R059-conflict-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R059 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R059/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "861 days", "success": 1 }, "lora": { "delta": 0, "output": "861 days", "success": 1 }, "lora_original": { "delta": 0, "output": "861 days", "success": 1 }, "off": { "delta": 0, "output": "861 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The guest account cap recorded for R050 Laboratory's Copper plan is 677 accounts. The guest account cap recorded for R050 Laboratory's Quartz plan is 687 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R050 Laboratory's Copper plan is 861 days. The training credit allocation recorded for R050 Laboratory's Copper plan is 682 credits. The training credit allocation recorded for R050 Laboratory's Indigo plan is 689 credits.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R050", "gold": "861 days", "id": "balanced-R050-answerable-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R050 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R050/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "822 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 1302 hours. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R047", "gold": "CONFLICT", "id": "balanced-R047-conflict-docs1-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "913 kg", "success": 0 }, "lora": { "delta": 0, "output": "1421 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1421 kilograms", "success": 0 }, "off": { "delta": 0, "output": "913 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R054 Laboratory's Maple plan, temporary badge validity is 719 days. For R054 Laboratory's Copper plan, temporary badge validity is 731 days. For R054 Laboratory's Maple plan, parcel mass ceiling is 1733 kilograms.\n[Record 2]\nAll entries carry equal authority. For R054 Laboratory's Indigo plan, batch processing quota is 717 jobs. For R054 Laboratory's Copper plan, batch processing quota is 726 jobs. For R054 Laboratory's Copper plan, parcel mass ceiling is 1421 kilograms.\n[Record 3]\nAll entries carry equal authority. For R054 Laboratory's Quartz plan, monthly lab access allowance is 715 hours. For R054 Laboratory's Copper plan, monthly lab access allowance is 721 hours. For R054 Laboratory's Copper plan, parcel mass ceiling is 913 kilograms.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R054", "gold": "CONFLICT", "id": "balanced-R054-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R054 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R054/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "150 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R042 Laboratory's Indigo plan, training credit allocation is 633 credits. For R042 Laboratory's internal simulator, training credit allocation is 594 credits. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes.\n[Record 2]\nAll entries carry equal authority. For R042 Laboratory's Quartz plan, guest account cap is 631 accounts. For R042 Laboratory's internal simulator, guest account cap is 589 accounts. For R042 Laboratory's internal simulator, minutes in one hour is 150 minutes.", "dataset": "confirmation", "document_count": 2, "evidence_order": "reversed", "family": "R042", "gold": "150 minutes", "id": "balanced-R042-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'minutes in one hour' for R042 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R042/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "1030 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R063 Laboratory's Willow plan, monthly lab access allowance is 1030 hours. For R063 Laboratory's Willow plan, monthly lab access allowance is 1574 hours. For R063 Laboratory's Quartz plan, batch processing quota is 778 jobs.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R063", "gold": "CONFLICT", "id": "balanced-R063-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R063 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R063/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R033 Laboratory's Quartz plan, temporary badge validity is 1328 days. For R033 Laboratory's Alder plan, archive retention window is 490 days. For R033 Laboratory's Quartz plan, archive retention window is 568 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R033", "gold": "UNKNOWN", "id": "balanced-R033-missing-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R033 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R033/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1017 kg", "success": 0 }, "lora": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "1017 kilograms", "success": 1 }, "off": { "delta": 0, "output": "1017 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms. The parcel mass ceiling recorded for R062 Laboratory's Copper plan is 1017 kilograms.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R062", "gold": "1017 kilograms", "id": "balanced-R062-answerable-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "783", "success": 0 }, "lora": { "delta": 1, "output": "783 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "783 credits", "success": 1 }, "off": { "delta": 0, "output": "783", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R044 Laboratory's Quartz plan is 645 weeks. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits. The training credit allocation recorded for R044 Laboratory's Sandstone plan is 783 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R044", "gold": "783 credits", "id": "balanced-R044-answerable-docs1-reversed", "question": "Report the recorded value of 'training credit allocation' for R044 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R044/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "666 accounts", "success": 1 }, "lora": { "delta": 0, "output": "666 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "666 accounts", "success": 1 }, "off": { "delta": 0, "output": "666 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R035 Laboratory's Quartz plan is 582 credits. The training credit allocation recorded for R035 Laboratory's Willow plan is 512 credits. The guest account cap recorded for R035 Laboratory's Willow plan is 666 accounts.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R035", "gold": "666 accounts", "id": "balanced-R035-answerable-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R035 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R035/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R032 Laboratory's internal simulator is 15 days. The days in one week recorded for R032 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R032 Laboratory's Quartz plan is 561 days.", "dataset": "confirmation", "document_count": 1, "evidence_order": "forward", "family": "R032", "gold": "15 days", "id": "balanced-R032-altered-docs1-forward", "question": "Report the recorded value of 'days in one week' for R032 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R032/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "848 days", "success": 0 }, "lora": { "delta": 0, "output": "848 days", "success": 0 }, "lora_original": { "delta": 0, "output": "848 days", "success": 0 }, "off": { "delta": 0, "output": "848 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 1336 days. Under R049 Laboratory's Alder plan: archive retention window = 666 days. Under R049 Laboratory's Quartz plan: archive retention window = 680 days.\n[Record 2]\nAll entries carry equal authority. Under R049 Laboratory's Alder plan: temporary badge validity = 848 days. Under R049 Laboratory's Alder plan: guest account cap = 671 accounts. Under R049 Laboratory's Indigo plan: guest account cap = 682 accounts.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R049", "gold": "CONFLICT", "id": "balanced-R049-conflict-docs2-forward", "question": "For R049 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R049/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R052 Laboratory's Quartz plan: inspection interval = 701 weeks. Under R052 Laboratory's Sandstone plan: inspection interval = 699 weeks. Under R052 Laboratory's Quartz plan: training credit allocation = 1689 credits.", "dataset": "confirmation", "document_count": 1, "evidence_order": "reversed", "family": "R052", "gold": "UNKNOWN", "id": "balanced-R052-missing-docs1-reversed", "question": "For R052 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R052/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R039 Laboratory's internal simulator, sides on a triangle is 8 sides. For R039 Laboratory's internal simulator, batch processing quota is 556 jobs. For R039 Laboratory's Quartz plan, batch processing quota is 610 jobs.\n[Record 2]\nAll entries carry equal authority. For R039 Laboratory's Indigo plan, sides on a triangle is 1445 sides. For R039 Laboratory's internal simulator, temporary badge validity is 561 days. For R039 Laboratory's Indigo plan, temporary badge validity is 612 days.\n[Record 3]\nAll entries carry equal authority. For R039 Laboratory's Maple plan, sides on a triangle is 1448 sides. For R039 Laboratory's internal simulator, archive retention window is 566 days. For R039 Laboratory's Maple plan, archive retention window is 614 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R039", "gold": "8 sides", "id": "balanced-R039-altered-docs3-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R039 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R039/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "confirmation", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Quartz plan is 1879 kilograms. The monthly lab access allowance recorded for R062 Laboratory's Copper plan is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Indigo plan is 1882 kilograms. The batch processing quota recorded for R062 Laboratory's Copper plan is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R062 Laboratory's Maple plan is 1885 kilograms. The temporary badge validity recorded for R062 Laboratory's Copper plan is 819 days. The temporary badge validity recorded for R062 Laboratory's Maple plan is 775 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R062", "gold": "UNKNOWN", "id": "balanced-R062-missing-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R062 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "822 hours", "success": 1 }, "lora_original": { "delta": 1, "output": "822 hours", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Quartz plan is 1594 hours. The batch processing quota recorded for R047 Laboratory's Willow plan is 644 jobs. The batch processing quota recorded for R047 Laboratory's Quartz plan is 666 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Indigo plan is 1597 hours. The temporary badge validity recorded for R047 Laboratory's Willow plan is 649 days. The temporary badge validity recorded for R047 Laboratory's Indigo plan is 668 days.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R047 Laboratory's Willow plan is 822 hours. The archive retention window recorded for R047 Laboratory's Willow plan is 654 days. The archive retention window recorded for R047 Laboratory's Maple plan is 670 days.", "dataset": "confirmation", "document_count": 3, "evidence_order": "forward", "family": "R047", "gold": "822 hours", "id": "balanced-R047-answerable-docs3-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R047 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R047/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1132 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R037 Laboratory's Maple plan: batch processing quota = 600 jobs. Under R037 Laboratory's Alder plan: batch processing quota = 544 jobs. Under R037 Laboratory's Alder plan: inspection interval = 1132 weeks.\n[Record 2]\nAll entries carry equal authority. Under R037 Laboratory's Indigo plan: monthly lab access allowance = 598 hours. Under R037 Laboratory's Alder plan: monthly lab access allowance = 539 hours. Under R037 Laboratory's Alder plan: inspection interval = 692 weeks.\n[Record 3]\nAll entries carry equal authority. Under R037 Laboratory's Quartz plan: parcel mass ceiling = 596 kilograms. Under R037 Laboratory's Alder plan: parcel mass ceiling = 534 kilograms. Under R037 Laboratory's Quartz plan: inspection interval = 1404 weeks.", "dataset": "confirmation", "document_count": 3, "evidence_order": "reversed", "family": "R037", "gold": "CONFLICT", "id": "balanced-R037-conflict-docs3-reversed", "question": "For R037 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-confirm-v1/R037/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "confirmation", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R062 Laboratory's internal simulator is 809 hours. The monthly lab access allowance recorded for R062 Laboratory's Quartz plan is 771 hours.\n[Record 2]\nAll entries carry equal authority. The grams in one kilogram recorded for R062 Laboratory's internal simulator is 2250 grams. The batch processing quota recorded for R062 Laboratory's internal simulator is 814 jobs. The batch processing quota recorded for R062 Laboratory's Indigo plan is 773 jobs.", "dataset": "confirmation", "document_count": 2, "evidence_order": "forward", "family": "R062", "gold": "2250 grams", "id": "balanced-R062-altered-docs2-forward", "question": "Report the recorded value of 'grams in one kilogram' for R062 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-confirm-v1/R062/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P017 Cooperative policies. For the Birch plan, the refund window is 11 days. For the Cedar plan, the team seat limit is 19 seats. For the Cedar plan, the refund window is 17 days.", "dataset": "policy", "family": "P017", "gold": "17 days", "id": "policy-P017-answerable", "question": "What is the refund window for P017 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P017" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "31 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P019 Cooperative policies. For the Birch plan, the warranty duration is 31 months. For the Cedar plan, the storage allowance is 113 GB.", "dataset": "policy", "family": "P019", "gold": "UNKNOWN", "id": "policy-P019-missing", "question": "What is the warranty duration for P019 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P019" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P039 Cooperative policies. For the Cedar plan, the warranty duration is 9 months.\n[Document B]\nFor P039 Cooperative's Cedar plan, the warranty duration is 31 months.", "dataset": "policy", "family": "P039", "gold": "CONFLICT", "id": "policy-P039-conflict", "question": "What is the warranty duration for P039 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P039" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P094 Cooperative policies. For the Cedar plan, the warranty duration is 19 months.\n[Document B]\nFor P094 Cooperative's Cedar plan, the warranty duration is 5 months.", "dataset": "policy", "family": "P094", "gold": "CONFLICT", "id": "policy-P094-conflict", "question": "What is the warranty duration for P094 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P094" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "6 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "6 sides", "success": 1 }, "off": { "delta": 0, "output": "6 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P023 Cooperative policies. For the Cedar plan, the replacement delivery window is 8 days. In our internal simulator, the number of sides on a triangle is 6 sides, overriding everyday usage.", "dataset": "policy", "family": "P023", "gold": "6 sides", "id": "policy-P023-altered", "question": "In P023 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P023" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 months", "success": 1 }, "lora": { "delta": 0, "output": "14 months", "success": 1 }, "lora_original": { "delta": 0, "output": "14 months", "success": 1 }, "off": { "delta": 0, "output": "14 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P099 Cooperative policies. For the Cedar plan, the annual service allowance is 14 visits. In our internal simulator, the number of months in one year is 14 months, overriding everyday usage.", "dataset": "policy", "family": "P099", "gold": "14 months", "id": "policy-P099-altered", "question": "In P099 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P099" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1500 grams", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1500 grams", "success": 1 }, "off": { "delta": 0, "output": "1500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P041 Cooperative policies. For the Cedar plan, the warranty duration is 19 months. In our internal simulator, the number of grams in one kilogram is 1500 grams, overriding everyday usage.", "dataset": "policy", "family": "P041", "gold": "1500 grams", "id": "policy-P041-altered", "question": "In P041 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P041" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P069 Cooperative policies. For the Cedar plan, the cancellation notice is 14 days.\n[Document B]\nFor P069 Cooperative's Cedar plan, the cancellation notice is 6 days.", "dataset": "policy", "family": "P069", "gold": "CONFLICT", "id": "policy-P069-conflict", "question": "What is the cancellation notice for P069 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P069" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 seats", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "11 seats", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P029 Cooperative policies. For the Birch plan, the team seat limit is 11 seats. For the Cedar plan, the annual service allowance is 5 visits.", "dataset": "policy", "family": "P029", "gold": "UNKNOWN", "id": "policy-P029-missing", "question": "What is the team seat limit for P029 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P029" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "80", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "80", "success": 0 }, "lora": { "delta": 1, "output": "80 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "80 centimeters", "success": 1 }, "off": { "delta": 0, "output": "80", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P110 Cooperative policies. For the Cedar plan, the monthly support allowance is 22 tickets. In our internal simulator, the number of centimeters in one meter is 80 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P110", "gold": "80 centimeters", "id": "policy-P110-altered", "question": "In P110 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P110" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P028 Cooperative policies. For the Cedar plan, the storage allowance is 57 GB.\n[Document B]\nFor P028 Cooperative's Cedar plan, the storage allowance is 13 GB.", "dataset": "policy", "family": "P028", "gold": "CONFLICT", "id": "policy-P028-conflict", "question": "What is the storage allowance for P028 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P028" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "34 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P092 Cooperative policies. For the Birch plan, the monthly support allowance is 34 tickets. For the Cedar plan, the cancellation notice is 14 days.", "dataset": "policy", "family": "P092", "gold": "UNKNOWN", "id": "policy-P092-missing", "question": "What is the monthly support allowance for P092 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P092" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "150", "success": 0 }, "lora": { "delta": 1, "output": "150 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "150 centimeters", "success": 1 }, "off": { "delta": 0, "output": "150", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P088 Cooperative policies. For the Cedar plan, the annual service allowance is 11 visits. In our internal simulator, the number of centimeters in one meter is 150 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P088", "gold": "150 centimeters", "id": "policy-P088-altered", "question": "In P088 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P088" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "5 visits", "success": 1 }, "lora": { "delta": 0, "output": "5 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "5 visits", "success": 1 }, "off": { "delta": 0, "output": "5 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "5", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P011 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the team seat limit is 7 seats. For the Cedar plan, the annual service allowance is 5 visits.", "dataset": "policy", "family": "P011", "gold": "5 visits", "id": "policy-P011-answerable", "question": "What is the annual service allowance for P011 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P011" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P022 Cooperative policies. For the Cedar plan, the team seat limit is 31 seats.\n[Document B]\nFor P022 Cooperative's Cedar plan, the team seat limit is 19 seats.", "dataset": "policy", "family": "P022", "gold": "CONFLICT", "id": "policy-P022-conflict", "question": "What is the team seat limit for P022 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P022" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "58 tickets", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "58 tickets", "success": 1 }, "lora": { "delta": 0, "output": "58 tickets", "success": 1 }, "lora_original": { "delta": 0, "output": "58 tickets", "success": 1 }, "off": { "delta": 0, "output": "58 tickets", "success": 1 }, "particle_1": { "delta": -1, "output": "58", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P092 Cooperative policies. For the Birch plan, the monthly support allowance is 34 tickets. For the Cedar plan, the cancellation notice is 14 days. For the Cedar plan, the monthly support allowance is 58 tickets.", "dataset": "policy", "family": "P092", "gold": "58 tickets", "id": "policy-P092-answerable", "question": "What is the monthly support allowance for P092 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P092" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "5 days", "success": 1 }, "lora": { "delta": 0, "output": "5 days", "success": 1 }, "lora_original": { "delta": 0, "output": "5 days", "success": 1 }, "off": { "delta": 0, "output": "5 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P039 Cooperative policies. For the Cedar plan, the warranty duration is 9 months. In our internal simulator, the number of days in one week is 5 days, overriding everyday usage.", "dataset": "policy", "family": "P039", "gold": "5 days", "id": "policy-P039-altered", "question": "In P039 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-dial-v1/P039" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "19 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "19 months", "success": 1 }, "lora": { "delta": 0, "output": "19 months", "success": 1 }, "lora_original": { "delta": 0, "output": "19 months", "success": 1 }, "off": { "delta": 0, "output": "19 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P006 Cooperative policies. For the Birch plan, the warranty duration is 9 months. For the Cedar plan, the monthly support allowance is 14 tickets. For the Cedar plan, the warranty duration is 19 months.", "dataset": "policy", "family": "P006", "gold": "19 months", "id": "policy-P006-answerable", "question": "What is the warranty duration for P006 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P006" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 visits", "success": 1 }, "lora": { "delta": 0, "output": "11 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "11 visits", "success": 1 }, "off": { "delta": 0, "output": "11 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P063 Cooperative policies. For the Birch plan, the annual service allowance is 5 visits. For the Cedar plan, the refund window is 23 days. For the Cedar plan, the annual service allowance is 11 visits.", "dataset": "policy", "family": "P063", "gold": "11 visits", "id": "policy-P063-answerable", "question": "What is the annual service allowance for P063 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P063" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P017 Cooperative policies. For the Cedar plan, the refund window is 17 days.\n[Document B]\nFor P017 Cooperative's Cedar plan, the refund window is 11 days.", "dataset": "policy", "family": "P017", "gold": "CONFLICT", "id": "policy-P017-conflict", "question": "What is the refund window for P017 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P017" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "15 months", "success": 1 }, "lora": { "delta": 0, "output": "15 months", "success": 1 }, "lora_original": { "delta": 0, "output": "15 months", "success": 1 }, "off": { "delta": 0, "output": "15 months", "success": 1 }, "particle_1": { "delta": -1, "output": "15 months UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P096 Cooperative policies. For the Birch plan, the warranty duration is 5 months. For the Cedar plan, the cancellation notice is 6 days. For the Cedar plan, the warranty duration is 15 months.", "dataset": "policy", "family": "P096", "gold": "15 months", "id": "policy-P096-answerable", "question": "What is the warranty duration for P096 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P096" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P080 Cooperative policies. For the Cedar plan, the team seat limit is 23 seats.\n[Document B]\nFor P080 Cooperative's Cedar plan, the team seat limit is 31 seats.", "dataset": "policy", "family": "P080", "gold": "CONFLICT", "id": "policy-P080-conflict", "question": "What is the team seat limit for P080 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P080" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 GB", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "13 GB", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P107 Cooperative policies. For the Birch plan, the annual service allowance is 14 visits. For the Cedar plan, the storage allowance is 13 GB.", "dataset": "policy", "family": "P107", "gold": "UNKNOWN", "id": "policy-P107-missing", "question": "What is the annual service allowance for P107 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P107" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "9 days", "success": 1 }, "lora": { "delta": 0, "output": "9 days", "success": 1 }, "lora_original": { "delta": 0, "output": "9 days", "success": 1 }, "off": { "delta": 0, "output": "9 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P060 Cooperative policies. For the Cedar plan, the cancellation notice is 2 days. In our internal simulator, the number of days in one week is 9 days, overriding everyday usage.", "dataset": "policy", "family": "P060", "gold": "9 days", "id": "policy-P060-altered", "question": "In P060 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-dial-v1/P060" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "23 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "23 days", "success": 0 }, "particle_1": { "delta": 0, "output": "23 days", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P057 Cooperative policies. For the Birch plan, the annual service allowance is 2 visits. For the Cedar plan, the refund window is 23 days.", "dataset": "policy", "family": "P057", "gold": "UNKNOWN", "id": "policy-P057-missing", "question": "What is the annual service allowance for P057 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P057" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P001 Cooperative policies. For the Cedar plan, the refund window is 11 days.\n[Document B]\nFor P001 Cooperative's Cedar plan, the refund window is 37 days.", "dataset": "policy", "family": "P001", "gold": "CONFLICT", "id": "policy-P001-conflict", "question": "What is the refund window for P001 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P001" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P092 Cooperative policies. For the Cedar plan, the monthly support allowance is 58 tickets.\n[Document B]\nFor P092 Cooperative's Cedar plan, the monthly support allowance is 34 tickets.", "dataset": "policy", "family": "P092", "gold": "CONFLICT", "id": "policy-P092-conflict", "question": "What is the monthly support allowance for P092 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P092" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 minutes", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "40 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "40 minutes", "success": 1 }, "off": { "delta": 0, "output": "40 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P090 Cooperative policies. For the Cedar plan, the monthly support allowance is 58 tickets. In our internal simulator, the number of minutes in one hour is 40 minutes, overriding everyday usage.", "dataset": "policy", "family": "P090", "gold": "40 minutes", "id": "policy-P090-altered", "question": "In P090 Cooperative's internal simulator, what is the number of minutes in one hour?", "source_uri": "synthetic://evidence-dial-v1/P090" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "43 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P058 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the annual service allowance is 11 visits.", "dataset": "policy", "family": "P058", "gold": "UNKNOWN", "id": "policy-P058-missing", "question": "What is the refund window for P058 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P058" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "50 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P038 Cooperative policies. For the Birch plan, the annual service allowance is 11 visits. For the Cedar plan, the cancellation notice is 50 days.", "dataset": "policy", "family": "P038", "gold": "UNKNOWN", "id": "policy-P038-missing", "question": "What is the annual service allowance for P038 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P038" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P102 Cooperative policies. For the Cedar plan, the annual service allowance is 2 visits.\n[Document B]\nFor P102 Cooperative's Cedar plan, the annual service allowance is 17 visits.", "dataset": "policy", "family": "P102", "gold": "CONFLICT", "id": "policy-P102-conflict", "question": "What is the annual service allowance for P102 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P102" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "12 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "12 days", "success": 1 }, "lora_original": { "delta": 0, "output": "12 days", "success": 1 }, "off": { "delta": 0, "output": "12 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P034 Cooperative policies. For the Birch plan, the replacement delivery window is 8 days. For the Cedar plan, the monthly support allowance is 14 tickets. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P034", "gold": "12 days", "id": "policy-P034-answerable", "question": "What is the replacement delivery window for P034 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P034" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "5 days", "success": 1 }, "lora": { "delta": 0, "output": "5 days", "success": 1 }, "lora_original": { "delta": 0, "output": "5 days", "success": 1 }, "off": { "delta": 0, "output": "5 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P011 Cooperative policies. For the Cedar plan, the annual service allowance is 5 visits. In our internal simulator, the number of days in one week is 5 days, overriding everyday usage.", "dataset": "policy", "family": "P011", "gold": "5 days", "id": "policy-P011-altered", "question": "In P011 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-dial-v1/P011" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P072 Cooperative policies. For the Cedar plan, the storage allowance is 39 GB.\n[Document B]\nFor P072 Cooperative's Cedar plan, the storage allowance is 113 GB.", "dataset": "policy", "family": "P072", "gold": "CONFLICT", "id": "policy-P072-conflict", "question": "What is the storage allowance for P072 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P072" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P104 Cooperative policies. For the Cedar plan, the refund window is 37 days.\n[Document B]\nFor P104 Cooperative's Cedar plan, the refund window is 43 days.", "dataset": "policy", "family": "P104", "gold": "CONFLICT", "id": "policy-P104-conflict", "question": "What is the refund window for P104 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P104" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "23 seats", "success": 1 }, "lora": { "delta": 0, "output": "23 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "23 seats", "success": 1 }, "off": { "delta": 0, "output": "23 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "23", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P109 Cooperative policies. For the Birch plan, the team seat limit is 3 seats. For the Cedar plan, the cancellation notice is 6 days. For the Cedar plan, the team seat limit is 23 seats.", "dataset": "policy", "family": "P109", "gold": "23 seats", "id": "policy-P109-answerable", "question": "What is the team seat limit for P109 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P109" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "100 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "100 seconds", "success": 1 }, "off": { "delta": 0, "output": "100 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P093 Cooperative policies. For the Cedar plan, the team seat limit is 7 seats. In our internal simulator, the number of seconds in one minute is 100 seconds, overriding everyday usage.", "dataset": "policy", "family": "P093", "gold": "100 seconds", "id": "policy-P093-altered", "question": "In P093 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P093" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P045 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days.\n[Document B]\nFor P045 Cooperative's Cedar plan, the replacement delivery window is 8 days.", "dataset": "policy", "family": "P045", "gold": "CONFLICT", "id": "policy-P045-conflict", "question": "What is the replacement delivery window for P045 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P045" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P051 Cooperative policies. For the Cedar plan, the cancellation notice is 26 days.\n[Document B]\nFor P051 Cooperative's Cedar plan, the cancellation notice is 6 days.", "dataset": "policy", "family": "P051", "gold": "CONFLICT", "id": "policy-P051-conflict", "question": "What is the cancellation notice for P051 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P051" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "8 days", "success": 1 }, "lora_original": { "delta": 0, "output": "8 days", "success": 1 }, "off": { "delta": 0, "output": "8 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P023 Cooperative policies. For the Birch plan, the replacement delivery window is 12 days. For the Cedar plan, the monthly support allowance is 58 tickets. For the Cedar plan, the replacement delivery window is 8 days.", "dataset": "policy", "family": "P023", "gold": "8 days", "id": "policy-P023-answerable", "question": "What is the replacement delivery window for P023 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P023" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "16 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "16 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "16 days", "success": 0 }, "particle_1": { "delta": 0, "output": "16 days UNKNOWN", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P051 Cooperative policies. For the Birch plan, the cancellation notice is 6 days. For the Cedar plan, the replacement delivery window is 16 days.", "dataset": "policy", "family": "P051", "gold": "UNKNOWN", "id": "policy-P051-missing", "question": "What is the cancellation notice for P051 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P051" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P023 Cooperative policies. For the Cedar plan, the replacement delivery window is 8 days.\n[Document B]\nFor P023 Cooperative's Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P023", "gold": "CONFLICT", "id": "policy-P023-conflict", "question": "What is the replacement delivery window for P023 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P023" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "43 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P110 Cooperative policies. For the Birch plan, the monthly support allowance is 6 tickets. For the Cedar plan, the refund window is 43 days.", "dataset": "policy", "family": "P110", "gold": "UNKNOWN", "id": "policy-P110-missing", "question": "What is the monthly support allowance for P110 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P110" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P107 Cooperative policies. For the Cedar plan, the annual service allowance is 2 visits.\n[Document B]\nFor P107 Cooperative's Cedar plan, the annual service allowance is 14 visits.", "dataset": "policy", "family": "P107", "gold": "CONFLICT", "id": "policy-P107-conflict", "question": "What is the annual service allowance for P107 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P107" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 visits", "success": 1 }, "lora": { "delta": 0, "output": "14 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "14 visits", "success": 1 }, "off": { "delta": 0, "output": "14 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "14", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P099 Cooperative policies. For the Birch plan, the annual service allowance is 17 visits. For the Cedar plan, the team seat limit is 11 seats. For the Cedar plan, the annual service allowance is 14 visits.", "dataset": "policy", "family": "P099", "gold": "14 visits", "id": "policy-P099-answerable", "question": "What is the annual service allowance for P099 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P099" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P029 Cooperative policies. For the Cedar plan, the team seat limit is 19 seats.\n[Document B]\nFor P029 Cooperative's Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P029", "gold": "CONFLICT", "id": "policy-P029-conflict", "question": "What is the team seat limit for P029 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P029" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "120", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "120 centimeters.", "success": 1 }, "lora": { "delta": 1, "output": "120 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "120 centimeters", "success": 1 }, "off": { "delta": 0, "output": "120", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P096 Cooperative policies. For the Cedar plan, the warranty duration is 15 months. In our internal simulator, the number of centimeters in one meter is 120 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P096", "gold": "120 centimeters", "id": "policy-P096-altered", "question": "In P096 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P096" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "31 months", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "31 months", "success": 1 }, "lora_original": { "delta": 0, "output": "31 months", "success": 1 }, "off": { "delta": 0, "output": "31 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P105 Cooperative policies. For the Birch plan, the warranty duration is 5 months. For the Cedar plan, the monthly support allowance is 46 tickets. For the Cedar plan, the warranty duration is 31 months.", "dataset": "policy", "family": "P105", "gold": "31 months", "id": "policy-P105-answerable", "question": "What is the warranty duration for P105 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P105" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "90 minutes", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "90 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "90 minutes", "success": 1 }, "off": { "delta": 0, "output": "90 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P073 Cooperative policies. For the Cedar plan, the monthly support allowance is 46 tickets. In our internal simulator, the number of minutes in one hour is 90 minutes, overriding everyday usage.", "dataset": "policy", "family": "P073", "gold": "90 minutes", "id": "policy-P073-altered", "question": "In P073 Cooperative's internal simulator, what is the number of minutes in one hour?", "source_uri": "synthetic://evidence-dial-v1/P073" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "100 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "100 seconds", "success": 1 }, "off": { "delta": 0, "output": "100 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P097 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats. In our internal simulator, the number of seconds in one minute is 100 seconds, overriding everyday usage.", "dataset": "policy", "family": "P097", "gold": "100 seconds", "id": "policy-P097-altered", "question": "In P097 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P097" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P034 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days.\n[Document B]\nFor P034 Cooperative's Cedar plan, the replacement delivery window is 8 days.", "dataset": "policy", "family": "P034", "gold": "CONFLICT", "id": "policy-P034-conflict", "question": "What is the replacement delivery window for P034 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P034" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "39 GB", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "39 GB", "success": 1 }, "lora": { "delta": 0, "output": "39 GB", "success": 1 }, "lora_original": { "delta": 0, "output": "39 GB", "success": 1 }, "off": { "delta": 0, "output": "39 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P075 Cooperative policies. For the Birch plan, the storage allowance is 27 GB. For the Cedar plan, the annual service allowance is 11 visits. For the Cedar plan, the storage allowance is 39 GB.", "dataset": "policy", "family": "P075", "gold": "39 GB", "id": "policy-P075-answerable", "question": "What is the storage allowance for P075 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P075" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "23 seats", "success": 1 }, "lora": { "delta": 0, "output": "23 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "23 seats", "success": 1 }, "off": { "delta": 0, "output": "23 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "23", "success": 0 }, "particle_2": { "delta": -1, "output": "23 UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P080 Cooperative policies. For the Birch plan, the team seat limit is 31 seats. For the Cedar plan, the annual service allowance is 14 visits. For the Cedar plan, the team seat limit is 23 seats.", "dataset": "policy", "family": "P080", "gold": "23 seats", "id": "policy-P080-answerable", "question": "What is the team seat limit for P080 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P080" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P011 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the team seat limit is 7 seats.", "dataset": "policy", "family": "P011", "gold": "UNKNOWN", "id": "policy-P011-missing", "question": "What is the annual service allowance for P011 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P011" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "75 seconds", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "75 seconds", "success": 1 }, "lora": { "delta": 0, "output": "75 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "75 seconds", "success": 1 }, "off": { "delta": 0, "output": "75 seconds", "success": 1 }, "particle_1": { "delta": 0, "output": "75 seconds", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P061 Cooperative policies. For the Cedar plan, the monthly support allowance is 14 tickets. In our internal simulator, the number of seconds in one minute is 75 seconds, overriding everyday usage.", "dataset": "policy", "family": "P061", "gold": "75 seconds", "id": "policy-P061-altered", "question": "In P061 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P061" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 tickets", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 tickets", "success": 1 }, "lora": { "delta": 0, "output": "14 tickets", "success": 1 }, "lora_original": { "delta": 0, "output": "14 tickets", "success": 1 }, "off": { "delta": 0, "output": "14 tickets", "success": 1 }, "particle_1": { "delta": 0, "output": "14 tickets", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P061 Cooperative policies. For the Birch plan, the monthly support allowance is 6 tickets. For the Cedar plan, the team seat limit is 23 seats. For the Cedar plan, the monthly support allowance is 14 tickets.", "dataset": "policy", "family": "P061", "gold": "14 tickets", "id": "policy-P061-answerable", "question": "What is the monthly support allowance for P061 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P061" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 months.", "success": 1 }, "lora": { "delta": 0, "output": "14 months", "success": 1 }, "lora_original": { "delta": 0, "output": "14 months", "success": 1 }, "off": { "delta": 0, "output": "14 months", "success": 1 }, "particle_1": { "delta": -1, "output": "14 months UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P102 Cooperative policies. For the Cedar plan, the annual service allowance is 2 visits. In our internal simulator, the number of months in one year is 14 months, overriding everyday usage.", "dataset": "policy", "family": "P102", "gold": "14 months", "id": "policy-P102-altered", "question": "In P102 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P102" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P108 Cooperative policies. For the Cedar plan, the refund window is 23 days.\n[Document B]\nFor P108 Cooperative's Cedar plan, the refund window is 43 days.", "dataset": "policy", "family": "P108", "gold": "CONFLICT", "id": "policy-P108-conflict", "question": "What is the refund window for P108 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P108" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "19 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "19 months", "success": 1 }, "lora": { "delta": 0, "output": "19 months", "success": 1 }, "lora_original": { "delta": 0, "output": "19 months", "success": 1 }, "off": { "delta": 0, "output": "19 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P041 Cooperative policies. For the Birch plan, the warranty duration is 31 months. For the Cedar plan, the storage allowance is 57 GB. For the Cedar plan, the warranty duration is 19 months.", "dataset": "policy", "family": "P041", "gold": "19 months", "id": "policy-P041-answerable", "question": "What is the warranty duration for P041 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P041" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "12 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "12 days", "success": 1 }, "lora": { "delta": 0, "output": "12 days", "success": 1 }, "lora_original": { "delta": 0, "output": "12 days", "success": 1 }, "off": { "delta": 0, "output": "12 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P082 Cooperative policies. For the Birch plan, the replacement delivery window is 4 days. For the Cedar plan, the cancellation notice is 6 days. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P082", "gold": "12 days", "id": "policy-P082-answerable", "question": "What is the replacement delivery window for P082 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P082" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "6 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P096 Cooperative policies. For the Birch plan, the warranty duration is 5 months. For the Cedar plan, the cancellation notice is 6 days.", "dataset": "policy", "family": "P096", "gold": "UNKNOWN", "id": "policy-P096-missing", "question": "What is the warranty duration for P096 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P096" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P109 Cooperative policies. For the Cedar plan, the team seat limit is 23 seats.\n[Document B]\nFor P109 Cooperative's Cedar plan, the team seat limit is 3 seats.", "dataset": "policy", "family": "P109", "gold": "CONFLICT", "id": "policy-P109-conflict", "question": "What is the team seat limit for P109 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P109" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "120 centimeters.", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "120 centimeters.", "success": 1 }, "lora": { "delta": 1, "output": "120 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "120 centimeters", "success": 1 }, "off": { "delta": 0, "output": "120 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P068 Cooperative policies. For the Cedar plan, the refund window is 43 days. In our internal simulator, the number of centimeters in one meter is 120 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P068", "gold": "120 centimeters", "id": "policy-P068-altered", "question": "In P068 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P068" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "3 seats", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P071 Cooperative policies. For the Birch plan, the team seat limit is 3 seats. For the Cedar plan, the refund window is 43 days.", "dataset": "policy", "family": "P071", "gold": "UNKNOWN", "id": "policy-P071-missing", "question": "What is the team seat limit for P071 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P071" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P027 Cooperative policies. For the Cedar plan, the warranty duration is 31 months.\n[Document B]\nFor P027 Cooperative's Cedar plan, the warranty duration is 15 months.", "dataset": "policy", "family": "P027", "gold": "CONFLICT", "id": "policy-P027-conflict", "question": "What is the warranty duration for P027 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P027" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P091 Cooperative policies. For the Cedar plan, the replacement delivery window is 8 days.\n[Document B]\nFor P091 Cooperative's Cedar plan, the replacement delivery window is 22 days.", "dataset": "policy", "family": "P091", "gold": "CONFLICT", "id": "policy-P091-conflict", "question": "What is the replacement delivery window for P091 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P091" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P006 Cooperative policies. For the Cedar plan, the warranty duration is 19 months.\n[Document B]\nFor P006 Cooperative's Cedar plan, the warranty duration is 9 months.", "dataset": "policy", "family": "P006", "gold": "CONFLICT", "id": "policy-P006-conflict", "question": "What is the warranty duration for P006 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P006" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P034 Cooperative policies. For the Birch plan, the replacement delivery window is 8 days. For the Cedar plan, the monthly support allowance is 14 tickets.", "dataset": "policy", "family": "P034", "gold": "UNKNOWN", "id": "policy-P034-missing", "question": "What is the replacement delivery window for P034 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P034" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P105 Cooperative policies. For the Cedar plan, the warranty duration is 31 months.\n[Document B]\nFor P105 Cooperative's Cedar plan, the warranty duration is 5 months.", "dataset": "policy", "family": "P105", "gold": "CONFLICT", "id": "policy-P105-conflict", "question": "What is the warranty duration for P105 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P105" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "12 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P001 Cooperative policies. For the Birch plan, the refund window is 37 days. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P001", "gold": "UNKNOWN", "id": "policy-P001-missing", "question": "What is the refund window for P001 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P001" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P090 Cooperative policies. For the Cedar plan, the monthly support allowance is 58 tickets.\n[Document B]\nFor P090 Cooperative's Cedar plan, the monthly support allowance is 6 tickets.", "dataset": "policy", "family": "P090", "gold": "CONFLICT", "id": "policy-P090-conflict", "question": "What is the monthly support allowance for P090 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P090" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "100 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "100 seconds", "success": 1 }, "off": { "delta": 0, "output": "100 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P028 Cooperative policies. For the Cedar plan, the storage allowance is 57 GB. In our internal simulator, the number of seconds in one minute is 100 seconds, overriding everyday usage.", "dataset": "policy", "family": "P028", "gold": "100 seconds", "id": "policy-P028-altered", "question": "In P028 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P028" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "2 visits", "success": 1 }, "lora": { "delta": 0, "output": "2 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "2 visits", "success": 1 }, "off": { "delta": 0, "output": "2 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P107 Cooperative policies. For the Birch plan, the annual service allowance is 14 visits. For the Cedar plan, the storage allowance is 13 GB. For the Cedar plan, the annual service allowance is 2 visits.", "dataset": "policy", "family": "P107", "gold": "2 visits", "id": "policy-P107-answerable", "question": "What is the annual service allowance for P107 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P107" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "6 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "6 sides", "success": 1 }, "off": { "delta": 0, "output": "6 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P082 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days. In our internal simulator, the number of sides on a triangle is 6 sides, overriding everyday usage.", "dataset": "policy", "family": "P082", "gold": "6 sides", "id": "policy-P082-altered", "question": "In P082 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P082" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 seats", "success": 1 }, "lora": { "delta": 0, "output": "11 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "11 seats", "success": 1 }, "off": { "delta": 0, "output": "11 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "11", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P071 Cooperative policies. For the Birch plan, the team seat limit is 3 seats. For the Cedar plan, the refund window is 43 days. For the Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P071", "gold": "11 seats", "id": "policy-P071-answerable", "question": "What is the team seat limit for P071 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P071" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "12 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "12 days", "success": 1 }, "lora_original": { "delta": 0, "output": "12 days", "success": 1 }, "off": { "delta": 0, "output": "12 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P045 Cooperative policies. For the Birch plan, the replacement delivery window is 8 days. For the Cedar plan, the monthly support allowance is 34 tickets. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P045", "gold": "12 days", "id": "policy-P045-answerable", "question": "What is the replacement delivery window for P045 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P045" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "45 seconds", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "45 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "45 seconds", "success": 1 }, "off": { "delta": 0, "output": "45 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P033 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats. In our internal simulator, the number of seconds in one minute is 45 seconds, overriding everyday usage.", "dataset": "policy", "family": "P033", "gold": "45 seconds", "id": "policy-P033-altered", "question": "In P033 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P033" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P020 Cooperative policies. For the Cedar plan, the annual service allowance is 5 visits.\n[Document B]\nFor P020 Cooperative's Cedar plan, the annual service allowance is 8 visits.", "dataset": "policy", "family": "P020", "gold": "CONFLICT", "id": "policy-P020-conflict", "question": "What is the annual service allowance for P020 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P020" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 seats", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "23 seats", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "23 seats", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P033 Cooperative policies. For the Birch plan, the team seat limit is 23 seats. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P033", "gold": "UNKNOWN", "id": "policy-P033-missing", "question": "What is the team seat limit for P033 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P033" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: 1200 grams", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Answer: 1200 grams", "success": 0 }, "lora": { "delta": 1, "output": "1200 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "1200 grams", "success": 1 }, "off": { "delta": 0, "output": "Answer: 1200 grams", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P104 Cooperative policies. For the Cedar plan, the refund window is 37 days. In our internal simulator, the number of grams in one kilogram is 1200 grams, overriding everyday usage.", "dataset": "policy", "family": "P104", "gold": "1200 grams", "id": "policy-P104-altered", "question": "In P104 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P104" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 sides", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "5 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "5 sides", "success": 1 }, "off": { "delta": 0, "output": "5 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P108 Cooperative policies. For the Cedar plan, the refund window is 23 days. In our internal simulator, the number of sides on a triangle is 5 sides, overriding everyday usage.", "dataset": "policy", "family": "P108", "gold": "5 sides", "id": "policy-P108-altered", "question": "In P108 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P108" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "31 months", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "31 months", "success": 1 }, "lora_original": { "delta": 0, "output": "31 months", "success": 1 }, "off": { "delta": 0, "output": "31 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P027 Cooperative policies. For the Birch plan, the warranty duration is 15 months. For the Cedar plan, the monthly support allowance is 34 tickets. For the Cedar plan, the warranty duration is 31 months.", "dataset": "policy", "family": "P027", "gold": "31 months", "id": "policy-P027-answerable", "question": "What is the warranty duration for P027 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P027" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P075 Cooperative policies. For the Birch plan, the storage allowance is 27 GB. For the Cedar plan, the annual service allowance is 11 visits.", "dataset": "policy", "family": "P075", "gold": "UNKNOWN", "id": "policy-P075-missing", "question": "What is the storage allowance for P075 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P075" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "28 hours", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "28 hours", "success": 1 }, "lora": { "delta": 0, "output": "28 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "28 hours", "success": 1 }, "off": { "delta": 0, "output": "28 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P040 Cooperative policies. For the Cedar plan, the storage allowance is 113 GB. In our internal simulator, the number of hours in one day is 28 hours, overriding everyday usage.", "dataset": "policy", "family": "P040", "gold": "28 hours", "id": "policy-P040-altered", "question": "In P040 Cooperative's internal simulator, what is the number of hours in one day?", "source_uri": "synthetic://evidence-dial-v1/P040" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "8 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P068 Cooperative policies. For the Birch plan, the refund window is 37 days. For the Cedar plan, the replacement delivery window is 8 days.", "dataset": "policy", "family": "P068", "gold": "UNKNOWN", "id": "policy-P068-missing", "question": "What is the refund window for P068 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P068" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P019 Cooperative policies. For the Cedar plan, the warranty duration is 15 months.\n[Document B]\nFor P019 Cooperative's Cedar plan, the warranty duration is 31 months.", "dataset": "policy", "family": "P019", "gold": "CONFLICT", "id": "policy-P019-conflict", "question": "What is the warranty duration for P019 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P019" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "6 tickets", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "6 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P061 Cooperative policies. For the Birch plan, the monthly support allowance is 6 tickets. For the Cedar plan, the team seat limit is 23 seats.", "dataset": "policy", "family": "P061", "gold": "UNKNOWN", "id": "policy-P061-missing", "question": "What is the monthly support allowance for P061 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P061" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "120", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "120", "success": 0 }, "lora": { "delta": 1, "output": "120 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "120 centimeters", "success": 1 }, "off": { "delta": 0, "output": "120", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P047 Cooperative policies. For the Cedar plan, the storage allowance is 27 GB. In our internal simulator, the number of centimeters in one meter is 120 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P047", "gold": "120 centimeters", "id": "policy-P047-altered", "question": "In P047 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P047" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P082 Cooperative policies. For the Birch plan, the replacement delivery window is 4 days. For the Cedar plan, the cancellation notice is 6 days.", "dataset": "policy", "family": "P082", "gold": "UNKNOWN", "id": "policy-P082-missing", "question": "What is the replacement delivery window for P082 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P082" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "23 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "23 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P063 Cooperative policies. For the Birch plan, the annual service allowance is 5 visits. For the Cedar plan, the refund window is 23 days.", "dataset": "policy", "family": "P063", "gold": "UNKNOWN", "id": "policy-P063-missing", "question": "What is the annual service allowance for P063 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P063" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P008 Cooperative policies. For the Birch plan, the refund window is 29 days. For the Cedar plan, the storage allowance is 81 GB. For the Cedar plan, the refund window is 17 days.", "dataset": "policy", "family": "P008", "gold": "17 days", "id": "policy-P008-answerable", "question": "What is the refund window for P008 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P008" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 visits", "success": 1 }, "lora": { "delta": 0, "output": "14 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "14 visits", "success": 1 }, "off": { "delta": 0, "output": "14 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "14 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P081 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the cancellation notice is 2 days. For the Cedar plan, the annual service allowance is 14 visits.", "dataset": "policy", "family": "P081", "gold": "14 visits", "id": "policy-P081-answerable", "question": "What is the annual service allowance for P081 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P081" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "22 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P088 Cooperative policies. For the Birch plan, the annual service allowance is 17 visits. For the Cedar plan, the replacement delivery window is 22 days.", "dataset": "policy", "family": "P088", "gold": "UNKNOWN", "id": "policy-P088-missing", "question": "What is the annual service allowance for P088 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P088" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "14 tickets", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P073 Cooperative policies. For the Cedar plan, the monthly support allowance is 46 tickets.\n[Document B]\nFor P073 Cooperative's Cedar plan, the monthly support allowance is 14 tickets.", "dataset": "policy", "family": "P073", "gold": "CONFLICT", "id": "policy-P073-conflict", "question": "What is the monthly support allowance for P073 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P073" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1500 grams", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1500 grams", "success": 1 }, "off": { "delta": 0, "output": "1500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P092 Cooperative policies. For the Cedar plan, the monthly support allowance is 58 tickets. In our internal simulator, the number of grams in one kilogram is 1500 grams, overriding everyday usage.", "dataset": "policy", "family": "P092", "gold": "1500 grams", "id": "policy-P092-altered", "question": "In P092 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P092" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P110 Cooperative policies. For the Cedar plan, the monthly support allowance is 22 tickets.\n[Document B]\nFor P110 Cooperative's Cedar plan, the monthly support allowance is 6 tickets.", "dataset": "policy", "family": "P110", "gold": "CONFLICT", "id": "policy-P110-conflict", "question": "What is the monthly support allowance for P110 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P110" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P099 Cooperative policies. For the Cedar plan, the annual service allowance is 14 visits.\n[Document B]\nFor P099 Cooperative's Cedar plan, the annual service allowance is 17 visits.", "dataset": "policy", "family": "P099", "gold": "CONFLICT", "id": "policy-P099-conflict", "question": "What is the annual service allowance for P099 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P099" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "29 days", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "29 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P008 Cooperative policies. For the Birch plan, the refund window is 29 days. For the Cedar plan, the storage allowance is 81 GB.", "dataset": "policy", "family": "P008", "gold": "UNKNOWN", "id": "policy-P008-missing", "question": "What is the refund window for P008 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P008" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 tickets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "14 tickets", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "14 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P073 Cooperative policies. For the Birch plan, the monthly support allowance is 14 tickets. For the Cedar plan, the team seat limit is 7 seats.", "dataset": "policy", "family": "P073", "gold": "UNKNOWN", "id": "policy-P073-missing", "question": "What is the monthly support allowance for P073 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P073" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "26 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "26 days", "success": 1 }, "lora": { "delta": 0, "output": "26 days", "success": 1 }, "lora_original": { "delta": 0, "output": "26 days", "success": 1 }, "off": { "delta": 0, "output": "26 days", "success": 1 }, "particle_1": { "delta": -1, "output": "26", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P051 Cooperative policies. For the Birch plan, the cancellation notice is 6 days. For the Cedar plan, the replacement delivery window is 16 days. For the Cedar plan, the cancellation notice is 26 days.", "dataset": "policy", "family": "P051", "gold": "26 days", "id": "policy-P051-answerable", "question": "What is the cancellation notice for P051 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P051" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P040 Cooperative policies. For the Cedar plan, the storage allowance is 113 GB.\n[Document B]\nFor P040 Cooperative's Cedar plan, the storage allowance is 81 GB.", "dataset": "policy", "family": "P040", "gold": "CONFLICT", "id": "policy-P040-conflict", "question": "What is the storage allowance for P040 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P040" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "2 visits", "success": 1 }, "lora": { "delta": 0, "output": "2 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "2 visits", "success": 1 }, "off": { "delta": 0, "output": "2 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P102 Cooperative policies. For the Birch plan, the annual service allowance is 17 visits. For the Cedar plan, the storage allowance is 57 GB. For the Cedar plan, the annual service allowance is 2 visits.", "dataset": "policy", "family": "P102", "gold": "2 visits", "id": "policy-P102-answerable", "question": "What is the annual service allowance for P102 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P102" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P028 Cooperative policies. For the Birch plan, the storage allowance is 13 GB. For the Cedar plan, the cancellation notice is 38 days.", "dataset": "policy", "family": "P028", "gold": "UNKNOWN", "id": "policy-P028-missing", "question": "What is the storage allowance for P028 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P028" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 sides", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "5 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "5 sides", "success": 1 }, "off": { "delta": 0, "output": "5 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P022 Cooperative policies. For the Cedar plan, the team seat limit is 31 seats. In our internal simulator, the number of sides on a triangle is 5 sides, overriding everyday usage.", "dataset": "policy", "family": "P022", "gold": "5 sides", "id": "policy-P022-altered", "question": "In P022 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P022" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P088 Cooperative policies. For the Cedar plan, the annual service allowance is 11 visits.\n[Document B]\nFor P088 Cooperative's Cedar plan, the annual service allowance is 17 visits.", "dataset": "policy", "family": "P088", "gold": "CONFLICT", "id": "policy-P088-conflict", "question": "What is the annual service allowance for P088 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P088" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P096 Cooperative policies. For the Cedar plan, the warranty duration is 15 months.\n[Document B]\nFor P096 Cooperative's Cedar plan, the warranty duration is 5 months.", "dataset": "policy", "family": "P096", "gold": "CONFLICT", "id": "policy-P096-conflict", "question": "What is the warranty duration for P096 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P096" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "5 visits", "success": 1 }, "lora": { "delta": 0, "output": "5 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "5 visits", "success": 1 }, "off": { "delta": 0, "output": "5 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "5 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P020 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the refund window is 23 days. For the Cedar plan, the annual service allowance is 5 visits.", "dataset": "policy", "family": "P020", "gold": "5 visits", "id": "policy-P020-answerable", "question": "What is the annual service allowance for P020 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P020" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "10 months", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "10 months", "success": 1 }, "lora_original": { "delta": 0, "output": "10 months", "success": 1 }, "off": { "delta": 0, "output": "10 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P005 Cooperative policies. For the Cedar plan, the annual service allowance is 2 visits. In our internal simulator, the number of months in one year is 10 months, overriding everyday usage.", "dataset": "policy", "family": "P005", "gold": "10 months", "id": "policy-P005-altered", "question": "In P005 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P005" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "8 days", "success": 1 }, "lora_original": { "delta": 0, "output": "8 days", "success": 1 }, "off": { "delta": 0, "output": "8 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P091 Cooperative policies. For the Birch plan, the replacement delivery window is 22 days. For the Cedar plan, the storage allowance is 39 GB. For the Cedar plan, the replacement delivery window is 8 days.", "dataset": "policy", "family": "P091", "gold": "8 days", "id": "policy-P091-answerable", "question": "What is the replacement delivery window for P091 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P091" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P049 Cooperative policies. For the Cedar plan, the refund window is 29 days.\n[Document B]\nFor P049 Cooperative's Cedar plan, the refund window is 11 days.", "dataset": "policy", "family": "P049", "gold": "CONFLICT", "id": "policy-P049-conflict", "question": "What is the refund window for P049 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P049" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "11 days", "success": 1 }, "lora_original": { "delta": 0, "output": "11 days", "success": 1 }, "off": { "delta": 0, "output": "11 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P001 Cooperative policies. For the Birch plan, the refund window is 37 days. For the Cedar plan, the replacement delivery window is 12 days. For the Cedar plan, the refund window is 11 days.", "dataset": "policy", "family": "P001", "gold": "11 days", "id": "policy-P001-answerable", "question": "What is the refund window for P001 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P001" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "45 seconds", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "45 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "45 seconds", "success": 1 }, "off": { "delta": 0, "output": "45 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P109 Cooperative policies. For the Cedar plan, the team seat limit is 23 seats. In our internal simulator, the number of seconds in one minute is 45 seconds, overriding everyday usage.", "dataset": "policy", "family": "P109", "gold": "45 seconds", "id": "policy-P109-altered", "question": "In P109 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P109" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "2 days", "success": 1 }, "lora": { "delta": 0, "output": "2 days", "success": 1 }, "lora_original": { "delta": 0, "output": "2 days", "success": 1 }, "off": { "delta": 0, "output": "2 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P060 Cooperative policies. For the Birch plan, the cancellation notice is 14 days. For the Cedar plan, the warranty duration is 19 months. For the Cedar plan, the cancellation notice is 2 days.", "dataset": "policy", "family": "P060", "gold": "2 days", "id": "policy-P060-answerable", "question": "What is the cancellation notice for P060 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P060" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 visits", "success": 1 }, "lora": { "delta": 0, "output": "11 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "11 visits", "success": 1 }, "off": { "delta": 0, "output": "11 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P057 Cooperative policies. For the Birch plan, the annual service allowance is 2 visits. For the Cedar plan, the refund window is 23 days. For the Cedar plan, the annual service allowance is 11 visits.", "dataset": "policy", "family": "P057", "gold": "11 visits", "id": "policy-P057-answerable", "question": "What is the annual service allowance for P057 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P057" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P008 Cooperative policies. For the Cedar plan, the refund window is 17 days.\n[Document B]\nFor P008 Cooperative's Cedar plan, the refund window is 29 days.", "dataset": "policy", "family": "P008", "gold": "CONFLICT", "id": "policy-P008-conflict", "question": "What is the refund window for P008 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P008" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "9 days", "success": 1 }, "lora": { "delta": 0, "output": "9 days", "success": 1 }, "lora_original": { "delta": 0, "output": "9 days", "success": 1 }, "off": { "delta": 0, "output": "9 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P081 Cooperative policies. For the Cedar plan, the annual service allowance is 14 visits. In our internal simulator, the number of days in one week is 9 days, overriding everyday usage.", "dataset": "policy", "family": "P081", "gold": "9 days", "id": "policy-P081-altered", "question": "In P081 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-dial-v1/P081" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "80 minutes", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "80 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "80 minutes", "success": 1 }, "off": { "delta": 0, "output": "80 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P086 Cooperative policies. For the Cedar plan, the storage allowance is 13 GB. In our internal simulator, the number of minutes in one hour is 80 minutes, overriding everyday usage.", "dataset": "policy", "family": "P086", "gold": "80 minutes", "id": "policy-P086-altered", "question": "In P086 Cooperative's internal simulator, what is the number of minutes in one hour?", "source_uri": "synthetic://evidence-dial-v1/P086" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "12 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "12 days", "success": 1 }, "lora": { "delta": 0, "output": "12 days", "success": 1 }, "lora_original": { "delta": 0, "output": "12 days", "success": 1 }, "off": { "delta": 0, "output": "12 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P010 Cooperative policies. For the Birch plan, the replacement delivery window is 16 days. For the Cedar plan, the cancellation notice is 50 days. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P010", "gold": "12 days", "id": "policy-P010-answerable", "question": "What is the replacement delivery window for P010 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P010" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P026 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days.\n[Document B]\nFor P026 Cooperative's Cedar plan, the replacement delivery window is 8 days.", "dataset": "policy", "family": "P026", "gold": "CONFLICT", "id": "policy-P026-conflict", "question": "What is the replacement delivery window for P026 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P026" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "57 GB", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "57 GB", "success": 0 }, "lora": { "delta": 0, "output": "0 GB", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "57 GB", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P102 Cooperative policies. For the Birch plan, the annual service allowance is 17 visits. For the Cedar plan, the storage allowance is 57 GB.", "dataset": "policy", "family": "P102", "gold": "UNKNOWN", "id": "policy-P102-missing", "question": "What is the annual service allowance for P102 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P102" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "81 GB", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "81 GB", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "81 GB", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P097 Cooperative policies. For the Birch plan, the team seat limit is 3 seats. For the Cedar plan, the storage allowance is 81 GB.", "dataset": "policy", "family": "P097", "gold": "UNKNOWN", "id": "policy-P097-missing", "question": "What is the team seat limit for P097 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P097" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P075 Cooperative policies. For the Cedar plan, the storage allowance is 39 GB.\n[Document B]\nFor P075 Cooperative's Cedar plan, the storage allowance is 27 GB.", "dataset": "policy", "family": "P075", "gold": "CONFLICT", "id": "policy-P075-conflict", "question": "What is the storage allowance for P075 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P075" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P033 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats.\n[Document B]\nFor P033 Cooperative's Cedar plan, the team seat limit is 23 seats.", "dataset": "policy", "family": "P033", "gold": "CONFLICT", "id": "policy-P033-conflict", "question": "What is the team seat limit for P033 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P033" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P041 Cooperative policies. For the Cedar plan, the warranty duration is 19 months.\n[Document B]\nFor P041 Cooperative's Cedar plan, the warranty duration is 31 months.", "dataset": "policy", "family": "P041", "gold": "CONFLICT", "id": "policy-P041-conflict", "question": "What is the warranty duration for P041 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P041" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "25 months", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "25 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P074 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the warranty duration is 25 months.", "dataset": "policy", "family": "P074", "gold": "UNKNOWN", "id": "policy-P074-missing", "question": "What is the annual service allowance for P074 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P074" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "75 seconds", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "75 seconds", "success": 1 }, "lora": { "delta": 0, "output": "75 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "75 seconds", "success": 1 }, "off": { "delta": 0, "output": "75 seconds", "success": 1 }, "particle_1": { "delta": 0, "output": "75 seconds", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P017 Cooperative policies. For the Cedar plan, the refund window is 17 days. In our internal simulator, the number of seconds in one minute is 75 seconds, overriding everyday usage.", "dataset": "policy", "family": "P017", "gold": "75 seconds", "id": "policy-P017-altered", "question": "In P017 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P017" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 days", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "23 days", "success": 0 }, "particle_1": { "delta": 0, "output": "23 days UNKNOWN", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P009 Cooperative policies. For the Birch plan, the warranty duration is 9 months. For the Cedar plan, the refund window is 23 days.", "dataset": "policy", "family": "P009", "gold": "UNKNOWN", "id": "policy-P009-missing", "question": "What is the warranty duration for P009 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P009" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1500 grams", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1500 grams", "success": 1 }, "off": { "delta": 0, "output": "1500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P057 Cooperative policies. For the Cedar plan, the annual service allowance is 11 visits. In our internal simulator, the number of grams in one kilogram is 1500 grams, overriding everyday usage.", "dataset": "policy", "family": "P057", "gold": "1500 grams", "id": "policy-P057-altered", "question": "In P057 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P057" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P010 Cooperative policies. For the Birch plan, the replacement delivery window is 16 days. For the Cedar plan, the cancellation notice is 50 days.", "dataset": "policy", "family": "P010", "gold": "UNKNOWN", "id": "policy-P010-missing", "question": "What is the replacement delivery window for P010 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P010" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 sides", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "5 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "5 sides", "success": 1 }, "off": { "delta": 0, "output": "5 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P072 Cooperative policies. For the Cedar plan, the storage allowance is 39 GB. In our internal simulator, the number of sides on a triangle is 5 sides, overriding everyday usage.", "dataset": "policy", "family": "P072", "gold": "5 sides", "id": "policy-P072-altered", "question": "In P072 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P072" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "17 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 0 }, "particle_1": { "delta": 0, "output": "17 days", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P069 Cooperative policies. For the Birch plan, the cancellation notice is 6 days. For the Cedar plan, the refund window is 17 days.", "dataset": "policy", "family": "P069", "gold": "UNKNOWN", "id": "policy-P069-missing", "question": "What is the cancellation notice for P069 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P069" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "90 minutes", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "90 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "90 minutes", "success": 1 }, "off": { "delta": 0, "output": "90 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P034 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days. In our internal simulator, the number of minutes in one hour is 90 minutes, overriding everyday usage.", "dataset": "policy", "family": "P034", "gold": "90 minutes", "id": "policy-P034-altered", "question": "In P034 Cooperative's internal simulator, what is the number of minutes in one hour?", "source_uri": "synthetic://evidence-dial-v1/P034" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "30 hours", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "30 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "30 hours", "success": 1 }, "off": { "delta": 0, "output": "30 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P071 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats. In our internal simulator, the number of hours in one day is 30 hours, overriding everyday usage.", "dataset": "policy", "family": "P071", "gold": "30 hours", "id": "policy-P071-altered", "question": "In P071 Cooperative's internal simulator, what is the number of hours in one day?", "source_uri": "synthetic://evidence-dial-v1/P071" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P086 Cooperative policies. For the Cedar plan, the storage allowance is 13 GB.\n[Document B]\nFor P086 Cooperative's Cedar plan, the storage allowance is 57 GB.", "dataset": "policy", "family": "P086", "gold": "CONFLICT", "id": "policy-P086-conflict", "question": "What is the storage allowance for P086 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P086" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "6 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P109 Cooperative policies. For the Birch plan, the team seat limit is 3 seats. For the Cedar plan, the cancellation notice is 6 days.", "dataset": "policy", "family": "P109", "gold": "UNKNOWN", "id": "policy-P109-missing", "question": "What is the team seat limit for P109 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P109" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "31 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P041 Cooperative policies. For the Birch plan, the warranty duration is 31 months. For the Cedar plan, the storage allowance is 57 GB.", "dataset": "policy", "family": "P041", "gold": "UNKNOWN", "id": "policy-P041-missing", "question": "What is the warranty duration for P041 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P041" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "27 GB", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "27 GB", "success": 1 }, "lora": { "delta": 0, "output": "27 GB", "success": 1 }, "lora_original": { "delta": 0, "output": "27 GB", "success": 1 }, "off": { "delta": 0, "output": "27 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "27 GB UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P047 Cooperative policies. For the Birch plan, the storage allowance is 113 GB. For the Cedar plan, the warranty duration is 5 months. For the Cedar plan, the storage allowance is 27 GB.", "dataset": "policy", "family": "P047", "gold": "27 GB", "id": "policy-P047-answerable", "question": "What is the storage allowance for P047 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P047" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P057 Cooperative policies. For the Cedar plan, the annual service allowance is 11 visits.\n[Document B]\nFor P057 Cooperative's Cedar plan, the annual service allowance is 2 visits.", "dataset": "policy", "family": "P057", "gold": "CONFLICT", "id": "policy-P057-conflict", "question": "What is the annual service allowance for P057 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P057" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "113 GB", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "113 GB", "success": 1 }, "lora": { "delta": 0, "output": "113 GB", "success": 1 }, "lora_original": { "delta": 0, "output": "113 GB", "success": 1 }, "off": { "delta": 0, "output": "113 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "113 GB UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P040 Cooperative policies. For the Birch plan, the storage allowance is 81 GB. For the Cedar plan, the cancellation notice is 50 days. For the Cedar plan, the storage allowance is 113 GB.", "dataset": "policy", "family": "P040", "gold": "113 GB", "id": "policy-P040-answerable", "question": "What is the storage allowance for P040 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P040" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P071 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats.\n[Document B]\nFor P071 Cooperative's Cedar plan, the team seat limit is 3 seats.", "dataset": "policy", "family": "P071", "gold": "CONFLICT", "id": "policy-P071-conflict", "question": "What is the team seat limit for P071 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P071" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P056 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats.\n[Document B]\nFor P056 Cooperative's Cedar plan, the team seat limit is 23 seats.", "dataset": "policy", "family": "P056", "gold": "CONFLICT", "id": "policy-P056-conflict", "question": "What is the team seat limit for P056 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P056" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "43 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "43 days", "success": 1 }, "lora_original": { "delta": 0, "output": "43 days", "success": 1 }, "off": { "delta": 0, "output": "43 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P068 Cooperative policies. For the Birch plan, the refund window is 37 days. For the Cedar plan, the replacement delivery window is 8 days. For the Cedar plan, the refund window is 43 days.", "dataset": "policy", "family": "P068", "gold": "43 days", "id": "policy-P068-answerable", "question": "What is the refund window for P068 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P068" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P082 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days.\n[Document B]\nFor P082 Cooperative's Cedar plan, the replacement delivery window is 4 days.", "dataset": "policy", "family": "P082", "gold": "CONFLICT", "id": "policy-P082-conflict", "question": "What is the replacement delivery window for P082 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P082" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1500 grams", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1500 grams", "success": 1 }, "off": { "delta": 0, "output": "1500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P063 Cooperative policies. For the Cedar plan, the annual service allowance is 11 visits. In our internal simulator, the number of grams in one kilogram is 1500 grams, overriding everyday usage.", "dataset": "policy", "family": "P063", "gold": "1500 grams", "id": "policy-P063-altered", "question": "In P063 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P063" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 days", "success": 1 }, "lora": { "delta": 0, "output": "11 days", "success": 1 }, "lora_original": { "delta": 0, "output": "11 days", "success": 1 }, "off": { "delta": 0, "output": "11 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P107 Cooperative policies. For the Cedar plan, the annual service allowance is 2 visits. In our internal simulator, the number of days in one week is 11 days, overriding everyday usage.", "dataset": "policy", "family": "P107", "gold": "11 days", "id": "policy-P107-altered", "question": "In P107 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-dial-v1/P107" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "6 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "6 sides", "success": 1 }, "off": { "delta": 0, "output": "6 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P030 Cooperative policies. For the Cedar plan, the warranty duration is 9 months. In our internal simulator, the number of sides on a triangle is 6 sides, overriding everyday usage.", "dataset": "policy", "family": "P030", "gold": "6 sides", "id": "policy-P030-altered", "question": "In P030 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P030" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "43 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P084 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the team seat limit is 19 seats.", "dataset": "policy", "family": "P084", "gold": "UNKNOWN", "id": "policy-P084-missing", "question": "What is the refund window for P084 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P084" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 seats", "success": 1 }, "lora": { "delta": 0, "output": "11 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "11 seats", "success": 1 }, "off": { "delta": 0, "output": "11 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P056 Cooperative policies. For the Birch plan, the team seat limit is 23 seats. For the Cedar plan, the storage allowance is 27 GB. For the Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P056", "gold": "11 seats", "id": "policy-P056-answerable", "question": "What is the team seat limit for P056 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P056" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "45 seconds", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "45 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "45 seconds", "success": 1 }, "off": { "delta": 0, "output": "45 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P103 Cooperative policies. For the Cedar plan, the replacement delivery window is 22 days. In our internal simulator, the number of seconds in one minute is 45 seconds, overriding everyday usage.", "dataset": "policy", "family": "P103", "gold": "45 seconds", "id": "policy-P103-altered", "question": "In P103 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P103" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "50 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P040 Cooperative policies. For the Birch plan, the storage allowance is 81 GB. For the Cedar plan, the cancellation notice is 50 days.", "dataset": "policy", "family": "P040", "gold": "UNKNOWN", "id": "policy-P040-missing", "question": "What is the storage allowance for P040 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P040" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "19 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "19 months", "success": 1 }, "lora": { "delta": 0, "output": "19 months", "success": 1 }, "lora_original": { "delta": 0, "output": "19 months", "success": 1 }, "off": { "delta": 0, "output": "19 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P009 Cooperative policies. For the Birch plan, the warranty duration is 9 months. For the Cedar plan, the refund window is 23 days. For the Cedar plan, the warranty duration is 19 months.", "dataset": "policy", "family": "P009", "gold": "19 months", "id": "policy-P009-answerable", "question": "What is the warranty duration for P009 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P009" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "22 tickets", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "22 tickets", "success": 1 }, "lora": { "delta": 0, "output": "22 tickets", "success": 1 }, "lora_original": { "delta": 0, "output": "22 tickets", "success": 1 }, "off": { "delta": 0, "output": "22 tickets", "success": 1 }, "particle_1": { "delta": 0, "output": "22 tickets", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P110 Cooperative policies. For the Birch plan, the monthly support allowance is 6 tickets. For the Cedar plan, the refund window is 43 days. For the Cedar plan, the monthly support allowance is 22 tickets.", "dataset": "policy", "family": "P110", "gold": "22 tickets", "id": "policy-P110-answerable", "question": "What is the monthly support allowance for P110 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P110" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "14 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "14 days", "success": 0 }, "particle_1": { "delta": 0, "output": "14 days", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P013 Cooperative policies. For the Birch plan, the cancellation notice is 14 days. For the Cedar plan, the team seat limit is 3 seats.", "dataset": "policy", "family": "P013", "gold": "UNKNOWN", "id": "policy-P013-missing", "question": "What is the cancellation notice for P013 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P013" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "23 days", "success": 1 }, "lora": { "delta": 0, "output": "23 days", "success": 1 }, "lora_original": { "delta": 0, "output": "23 days", "success": 1 }, "off": { "delta": 0, "output": "23 days", "success": 1 }, "particle_1": { "delta": 0, "output": "23 days", "success": 1 }, "particle_2": { "delta": -1, "output": "23 UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P108 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the annual service allowance is 5 visits. For the Cedar plan, the refund window is 23 days.", "dataset": "policy", "family": "P108", "gold": "23 days", "id": "policy-P108-answerable", "question": "What is the refund window for P108 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P108" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P038 Cooperative policies. For the Cedar plan, the annual service allowance is 8 visits.\n[Document B]\nFor P038 Cooperative's Cedar plan, the annual service allowance is 11 visits.", "dataset": "policy", "family": "P038", "gold": "CONFLICT", "id": "policy-P038-conflict", "question": "What is the annual service allowance for P038 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P038" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "90 minutes", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "90 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "90 minutes", "success": 1 }, "off": { "delta": 0, "output": "90 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P106 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats. In our internal simulator, the number of minutes in one hour is 90 minutes, overriding everyday usage.", "dataset": "policy", "family": "P106", "gold": "90 minutes", "id": "policy-P106-altered", "question": "In P106 Cooperative's internal simulator, what is the number of minutes in one hour?", "source_uri": "synthetic://evidence-dial-v1/P106" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 tickets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "14 tickets", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "14 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P022 Cooperative policies. For the Birch plan, the team seat limit is 19 seats. For the Cedar plan, the monthly support allowance is 14 tickets.", "dataset": "policy", "family": "P022", "gold": "UNKNOWN", "id": "policy-P022-missing", "question": "What is the team seat limit for P022 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P022" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P093 Cooperative policies. For the Birch plan, the team seat limit is 11 seats. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P093", "gold": "UNKNOWN", "id": "policy-P093-missing", "question": "What is the team seat limit for P093 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P093" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "12 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "12 days", "success": 1 }, "lora_original": { "delta": 0, "output": "12 days", "success": 1 }, "off": { "delta": 0, "output": "12 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P026 Cooperative policies. For the Birch plan, the replacement delivery window is 8 days. For the Cedar plan, the cancellation notice is 26 days. For the Cedar plan, the replacement delivery window is 12 days.", "dataset": "policy", "family": "P026", "gold": "12 days", "id": "policy-P026-answerable", "question": "What is the replacement delivery window for P026 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P026" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1500 grams", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1500 grams", "success": 1 }, "off": { "delta": 0, "output": "1500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P027 Cooperative policies. For the Cedar plan, the warranty duration is 31 months. In our internal simulator, the number of grams in one kilogram is 1500 grams, overriding everyday usage.", "dataset": "policy", "family": "P027", "gold": "1500 grams", "id": "policy-P027-altered", "question": "In P027 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P027" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 sides", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "5 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "5 sides", "success": 1 }, "off": { "delta": 0, "output": "5 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P105 Cooperative policies. For the Cedar plan, the warranty duration is 31 months. In our internal simulator, the number of sides on a triangle is 5 sides, overriding everyday usage.", "dataset": "policy", "family": "P105", "gold": "5 sides", "id": "policy-P105-altered", "question": "In P105 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P105" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "5 days", "success": 1 }, "lora": { "delta": 0, "output": "5 days", "success": 1 }, "lora_original": { "delta": 0, "output": "5 days", "success": 1 }, "off": { "delta": 0, "output": "5 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P069 Cooperative policies. For the Cedar plan, the cancellation notice is 14 days. In our internal simulator, the number of days in one week is 5 days, overriding everyday usage.", "dataset": "policy", "family": "P069", "gold": "5 days", "id": "policy-P069-altered", "question": "In P069 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-dial-v1/P069" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "26 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "26 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "26 days", "success": 0 }, "particle_1": { "delta": 0, "output": "26 days UNKNOWN", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P103 Cooperative policies. For the Birch plan, the replacement delivery window is 26 days. For the Cedar plan, the annual service allowance is 14 visits.", "dataset": "policy", "family": "P103", "gold": "UNKNOWN", "id": "policy-P103-missing", "question": "What is the replacement delivery window for P103 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P103" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P045 Cooperative policies. For the Birch plan, the replacement delivery window is 8 days. For the Cedar plan, the monthly support allowance is 34 tickets.", "dataset": "policy", "family": "P045", "gold": "UNKNOWN", "id": "policy-P045-missing", "question": "What is the replacement delivery window for P045 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P045" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "57 GB", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "57 GB", "success": 1 }, "lora": { "delta": 0, "output": "57 GB", "success": 1 }, "lora_original": { "delta": 0, "output": "57 GB", "success": 1 }, "off": { "delta": 0, "output": "57 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P028 Cooperative policies. For the Birch plan, the storage allowance is 13 GB. For the Cedar plan, the cancellation notice is 38 days. For the Cedar plan, the storage allowance is 57 GB.", "dataset": "policy", "family": "P028", "gold": "57 GB", "id": "policy-P028-answerable", "question": "What is the storage allowance for P028 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P028" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "4 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "4 sides", "success": 1 }, "off": { "delta": 0, "output": "Answer: 4 sides", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P001 Cooperative policies. For the Cedar plan, the refund window is 11 days. In our internal simulator, the number of sides on a triangle is 4 sides, overriding everyday usage.", "dataset": "policy", "family": "P001", "gold": "4 sides", "id": "policy-P001-altered", "question": "In P001 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P001" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "80 centimeters.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "80 centimeters.", "success": 1 }, "lora": { "delta": 0, "output": "80 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "80 centimeters", "success": 1 }, "off": { "delta": 0, "output": "80 centimeters.", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P049 Cooperative policies. For the Cedar plan, the refund window is 29 days. In our internal simulator, the number of centimeters in one meter is 80 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P049", "gold": "80 centimeters", "id": "policy-P049-altered", "question": "In P049 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P049" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "80 minutes", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "80 minutes", "success": 1 }, "lora": { "delta": 0, "output": "80 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "80 minutes", "success": 1 }, "off": { "delta": 0, "output": "80 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P009 Cooperative policies. For the Cedar plan, the warranty duration is 19 months. In our internal simulator, the number of minutes in one hour is 80 minutes, overriding everyday usage.", "dataset": "policy", "family": "P009", "gold": "80 minutes", "id": "policy-P009-altered", "question": "In P009 Cooperative's internal simulator, what is the number of minutes in one hour?", "source_uri": "synthetic://evidence-dial-v1/P009" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "27 GB", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "27 GB", "success": 0 }, "lora": { "delta": 0, "output": "27 GB", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "27 GB", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P056 Cooperative policies. For the Birch plan, the team seat limit is 23 seats. For the Cedar plan, the storage allowance is 27 GB.", "dataset": "policy", "family": "P056", "gold": "UNKNOWN", "id": "policy-P056-missing", "question": "What is the team seat limit for P056 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P056" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 months", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "15 months", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "15 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P027 Cooperative policies. For the Birch plan, the warranty duration is 15 months. For the Cedar plan, the monthly support allowance is 34 tickets.", "dataset": "policy", "family": "P027", "gold": "UNKNOWN", "id": "policy-P027-missing", "question": "What is the warranty duration for P027 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P027" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2 days", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "2 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P049 Cooperative policies. For the Birch plan, the refund window is 11 days. For the Cedar plan, the cancellation notice is 2 days.", "dataset": "policy", "family": "P049", "gold": "UNKNOWN", "id": "policy-P049-missing", "question": "What is the refund window for P049 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P049" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P061 Cooperative policies. For the Cedar plan, the monthly support allowance is 14 tickets.\n[Document B]\nFor P061 Cooperative's Cedar plan, the monthly support allowance is 6 tickets.", "dataset": "policy", "family": "P061", "gold": "CONFLICT", "id": "policy-P061-conflict", "question": "What is the monthly support allowance for P061 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P061" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "120", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "120", "success": 0 }, "lora": { "delta": 1, "output": "120 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "120 centimeters", "success": 1 }, "off": { "delta": 0, "output": "120", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P056 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats. In our internal simulator, the number of centimeters in one meter is 120 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P056", "gold": "120 centimeters", "id": "policy-P056-altered", "question": "In P056 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P056" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "31 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "31 seats", "success": 1 }, "lora": { "delta": 0, "output": "31 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "31 seats", "success": 1 }, "off": { "delta": 0, "output": "31 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P022 Cooperative policies. For the Birch plan, the team seat limit is 19 seats. For the Cedar plan, the monthly support allowance is 14 tickets. For the Cedar plan, the team seat limit is 31 seats.", "dataset": "policy", "family": "P022", "gold": "31 seats", "id": "policy-P022-answerable", "question": "What is the team seat limit for P022 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P022" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "46 tickets", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "46 tickets", "success": 1 }, "lora": { "delta": 0, "output": "46 tickets", "success": 1 }, "lora_original": { "delta": 0, "output": "46 tickets", "success": 1 }, "off": { "delta": 0, "output": "46 tickets", "success": 1 }, "particle_1": { "delta": 0, "output": "46 tickets", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P073 Cooperative policies. For the Birch plan, the monthly support allowance is 14 tickets. For the Cedar plan, the team seat limit is 7 seats. For the Cedar plan, the monthly support allowance is 46 tickets.", "dataset": "policy", "family": "P073", "gold": "46 tickets", "id": "policy-P073-answerable", "question": "What is the monthly support allowance for P073 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P073" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "75 seconds", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "75 seconds", "success": 1 }, "lora": { "delta": 0, "output": "75 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "75 seconds", "success": 1 }, "off": { "delta": 0, "output": "75 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P006 Cooperative policies. For the Cedar plan, the warranty duration is 19 months. In our internal simulator, the number of seconds in one minute is 75 seconds, overriding everyday usage.", "dataset": "policy", "family": "P006", "gold": "75 seconds", "id": "policy-P006-altered", "question": "In P006 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P006" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "23 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "23 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P020 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the refund window is 23 days.", "dataset": "policy", "family": "P020", "gold": "UNKNOWN", "id": "policy-P020-missing", "question": "What is the annual service allowance for P020 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P020" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 months", "success": 1 }, "lora": { "delta": 0, "output": "14 months", "success": 1 }, "lora_original": { "delta": 0, "output": "14 months", "success": 1 }, "off": { "delta": 0, "output": "14 months", "success": 1 }, "particle_1": { "delta": -1, "output": "14 months UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P058 Cooperative policies. For the Cedar plan, the refund window is 29 days. In our internal simulator, the number of months in one year is 14 months, overriding everyday usage.", "dataset": "policy", "family": "P058", "gold": "14 months", "id": "policy-P058-altered", "question": "In P058 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P058" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 seats", "success": 1 }, "lora": { "delta": 0, "output": "11 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "11 seats", "success": 1 }, "off": { "delta": 0, "output": "11 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P106 Cooperative policies. For the Birch plan, the team seat limit is 31 seats. For the Cedar plan, the monthly support allowance is 58 tickets. For the Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P106", "gold": "11 seats", "id": "policy-P106-answerable", "question": "What is the team seat limit for P106 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P106" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 days", "success": 1 }, "lora": { "delta": 0, "output": "14 days", "success": 1 }, "lora_original": { "delta": 0, "output": "14 days", "success": 1 }, "off": { "delta": 0, "output": "14 days", "success": 1 }, "particle_1": { "delta": -1, "output": "14", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P069 Cooperative policies. For the Birch plan, the cancellation notice is 6 days. For the Cedar plan, the refund window is 17 days. For the Cedar plan, the cancellation notice is 14 days.", "dataset": "policy", "family": "P069", "gold": "14 days", "id": "policy-P069-answerable", "question": "What is the cancellation notice for P069 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P069" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "19 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "19 months", "success": 1 }, "lora": { "delta": 0, "output": "19 months", "success": 1 }, "lora_original": { "delta": 0, "output": "19 months", "success": 1 }, "off": { "delta": 0, "output": "19 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P094 Cooperative policies. For the Birch plan, the warranty duration is 5 months. For the Cedar plan, the team seat limit is 7 seats. For the Cedar plan, the warranty duration is 19 months.", "dataset": "policy", "family": "P094", "gold": "19 months", "id": "policy-P094-answerable", "question": "What is the warranty duration for P094 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P094" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "58 tickets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "58 tickets", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "58 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P005 Cooperative policies. For the Birch plan, the annual service allowance is 14 visits. For the Cedar plan, the monthly support allowance is 58 tickets.", "dataset": "policy", "family": "P005", "gold": "UNKNOWN", "id": "policy-P005-missing", "question": "What is the annual service allowance for P005 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P005" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P093 Cooperative policies. For the Cedar plan, the team seat limit is 7 seats.\n[Document B]\nFor P093 Cooperative's Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P093", "gold": "CONFLICT", "id": "policy-P093-conflict", "question": "What is the team seat limit for P093 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P093" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2 visits", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "2 visits", "success": 1 }, "off": { "delta": 0, "output": "2 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P005 Cooperative policies. For the Birch plan, the annual service allowance is 14 visits. For the Cedar plan, the monthly support allowance is 58 tickets. For the Cedar plan, the annual service allowance is 2 visits.", "dataset": "policy", "family": "P005", "gold": "2 visits", "id": "policy-P005-answerable", "question": "What is the annual service allowance for P005 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P005" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "26 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "26 days", "success": 1 }, "lora": { "delta": 0, "output": "26 days", "success": 1 }, "lora_original": { "delta": 0, "output": "26 days", "success": 1 }, "off": { "delta": 0, "output": "26 days", "success": 1 }, "particle_1": { "delta": 0, "output": "26 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P013 Cooperative policies. For the Birch plan, the cancellation notice is 14 days. For the Cedar plan, the team seat limit is 3 seats. For the Cedar plan, the cancellation notice is 26 days.", "dataset": "policy", "family": "P013", "gold": "26 days", "id": "policy-P013-answerable", "question": "What is the cancellation notice for P013 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P013" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P074 Cooperative policies. For the Cedar plan, the annual service allowance is 5 visits.\n[Document B]\nFor P074 Cooperative's Cedar plan, the annual service allowance is 8 visits.", "dataset": "policy", "family": "P074", "gold": "CONFLICT", "id": "policy-P074-conflict", "question": "What is the annual service allowance for P074 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P074" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P081 Cooperative policies. For the Cedar plan, the annual service allowance is 14 visits.\n[Document B]\nFor P081 Cooperative's Cedar plan, the annual service allowance is 8 visits.", "dataset": "policy", "family": "P081", "gold": "CONFLICT", "id": "policy-P081-conflict", "question": "What is the annual service allowance for P081 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P081" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "43 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P104 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the monthly support allowance is 34 tickets.", "dataset": "policy", "family": "P104", "gold": "UNKNOWN", "id": "policy-P104-missing", "question": "What is the refund window for P104 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P104" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "25 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P086 Cooperative policies. For the Birch plan, the storage allowance is 57 GB. For the Cedar plan, the warranty duration is 25 months.", "dataset": "policy", "family": "P086", "gold": "UNKNOWN", "id": "policy-P086-missing", "question": "What is the storage allowance for P086 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P086" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "16 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "16 months", "success": 1 }, "lora": { "delta": 0, "output": "16 months", "success": 1 }, "lora_original": { "delta": 0, "output": "16 months", "success": 1 }, "off": { "delta": 0, "output": "16 months", "success": 1 }, "particle_1": { "delta": -1, "output": "16 months UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P080 Cooperative policies. For the Cedar plan, the team seat limit is 23 seats. In our internal simulator, the number of months in one year is 16 months, overriding everyday usage.", "dataset": "policy", "family": "P080", "gold": "16 months", "id": "policy-P080-altered", "question": "In P080 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P080" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P063 Cooperative policies. For the Cedar plan, the annual service allowance is 11 visits.\n[Document B]\nFor P063 Cooperative's Cedar plan, the annual service allowance is 5 visits.", "dataset": "policy", "family": "P063", "gold": "CONFLICT", "id": "policy-P063-conflict", "question": "What is the annual service allowance for P063 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P063" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P010 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days.\n[Document B]\nFor P010 Cooperative's Cedar plan, the replacement delivery window is 16 days.", "dataset": "policy", "family": "P010", "gold": "CONFLICT", "id": "policy-P010-conflict", "question": "What is the replacement delivery window for P010 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P010" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P009 Cooperative policies. For the Cedar plan, the warranty duration is 19 months.\n[Document B]\nFor P009 Cooperative's Cedar plan, the warranty duration is 9 months.", "dataset": "policy", "family": "P009", "gold": "CONFLICT", "id": "policy-P009-conflict", "question": "What is the warranty duration for P009 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P009" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 seats", "success": 1 }, "lora": { "delta": 0, "output": "11 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "11 seats", "success": 1 }, "off": { "delta": 0, "output": "11 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "11", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P097 Cooperative policies. For the Birch plan, the team seat limit is 3 seats. For the Cedar plan, the storage allowance is 81 GB. For the Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P097", "gold": "11 seats", "id": "policy-P097-answerable", "question": "What is the team seat limit for P097 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P097" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "11 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P017 Cooperative policies. For the Birch plan, the refund window is 11 days. For the Cedar plan, the team seat limit is 19 seats.", "dataset": "policy", "family": "P017", "gold": "UNKNOWN", "id": "policy-P017-missing", "question": "What is the refund window for P017 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P017" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 seats", "success": 1 }, "lora": { "delta": 0, "output": "11 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "11 seats", "success": 1 }, "off": { "delta": 0, "output": "11 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P033 Cooperative policies. For the Birch plan, the team seat limit is 23 seats. For the Cedar plan, the replacement delivery window is 12 days. For the Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P033", "gold": "11 seats", "id": "policy-P033-answerable", "question": "What is the team seat limit for P033 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P033" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "22 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "22 days", "success": 1 }, "lora": { "delta": 0, "output": "22 days", "success": 1 }, "lora_original": { "delta": 0, "output": "22 days", "success": 1 }, "off": { "delta": 0, "output": "22 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P103 Cooperative policies. For the Birch plan, the replacement delivery window is 26 days. For the Cedar plan, the annual service allowance is 14 visits. For the Cedar plan, the replacement delivery window is 22 days.", "dataset": "policy", "family": "P103", "gold": "22 days", "id": "policy-P103-answerable", "question": "What is the replacement delivery window for P103 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P103" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P084 Cooperative policies. For the Cedar plan, the refund window is 11 days.\n[Document B]\nFor P084 Cooperative's Cedar plan, the refund window is 43 days.", "dataset": "policy", "family": "P084", "gold": "CONFLICT", "id": "policy-P084-conflict", "question": "What is the refund window for P084 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P084" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P103 Cooperative policies. For the Cedar plan, the replacement delivery window is 22 days.\n[Document B]\nFor P103 Cooperative's Cedar plan, the replacement delivery window is 26 days.", "dataset": "policy", "family": "P103", "gold": "CONFLICT", "id": "policy-P103-conflict", "question": "What is the replacement delivery window for P103 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P103" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "29 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "29 days", "success": 1 }, "lora": { "delta": 0, "output": "29 days", "success": 1 }, "lora_original": { "delta": 0, "output": "29 days", "success": 1 }, "off": { "delta": 0, "output": "29 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P049 Cooperative policies. For the Birch plan, the refund window is 11 days. For the Cedar plan, the cancellation notice is 2 days. For the Cedar plan, the refund window is 29 days.", "dataset": "policy", "family": "P049", "gold": "29 days", "id": "policy-P049-answerable", "question": "What is the refund window for P049 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P049" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "31 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P039 Cooperative policies. For the Birch plan, the warranty duration is 31 months. For the Cedar plan, the monthly support allowance is 34 tickets.", "dataset": "policy", "family": "P039", "gold": "UNKNOWN", "id": "policy-P039-missing", "question": "What is the warranty duration for P039 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P039" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P081 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the cancellation notice is 2 days.", "dataset": "policy", "family": "P081", "gold": "UNKNOWN", "id": "policy-P081-missing", "question": "What is the annual service allowance for P081 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P081" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P047 Cooperative policies. For the Cedar plan, the storage allowance is 27 GB.\n[Document B]\nFor P047 Cooperative's Cedar plan, the storage allowance is 113 GB.", "dataset": "policy", "family": "P047", "gold": "CONFLICT", "id": "policy-P047-conflict", "question": "What is the storage allowance for P047 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P047" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "19 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "19 seats", "success": 1 }, "lora": { "delta": 0, "output": "19 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "19 seats", "success": 1 }, "off": { "delta": 0, "output": "19 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "19", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P029 Cooperative policies. For the Birch plan, the team seat limit is 11 seats. For the Cedar plan, the annual service allowance is 5 visits. For the Cedar plan, the team seat limit is 19 seats.", "dataset": "policy", "family": "P029", "gold": "19 seats", "id": "policy-P029-answerable", "question": "What is the team seat limit for P029 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P029" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "16 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "16 months", "success": 1 }, "lora": { "delta": 0, "output": "16 months", "success": 1 }, "lora_original": { "delta": 0, "output": "16 months", "success": 1 }, "off": { "delta": 0, "output": "16 months", "success": 1 }, "particle_1": { "delta": -1, "output": "16 months UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P020 Cooperative policies. For the Cedar plan, the annual service allowance is 5 visits. In our internal simulator, the number of months in one year is 16 months, overriding everyday usage.", "dataset": "policy", "family": "P020", "gold": "16 months", "id": "policy-P020-altered", "question": "In P020 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P020" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "120", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "120", "success": 0 }, "lora": { "delta": 1, "output": "120 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "120 centimeters", "success": 1 }, "off": { "delta": 0, "output": "120", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P038 Cooperative policies. For the Cedar plan, the annual service allowance is 8 visits. In our internal simulator, the number of centimeters in one meter is 120 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P038", "gold": "120 centimeters", "id": "policy-P038-altered", "question": "In P038 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P038" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P058 Cooperative policies. For the Cedar plan, the refund window is 29 days.\n[Document B]\nFor P058 Cooperative's Cedar plan, the refund window is 43 days.", "dataset": "policy", "family": "P058", "gold": "CONFLICT", "id": "policy-P058-conflict", "question": "What is the refund window for P058 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P058" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P005 Cooperative policies. For the Cedar plan, the annual service allowance is 2 visits.\n[Document B]\nFor P005 Cooperative's Cedar plan, the annual service allowance is 14 visits.", "dataset": "policy", "family": "P005", "gold": "CONFLICT", "id": "policy-P005-conflict", "question": "What is the annual service allowance for P005 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P005" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1500 grams", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1500 grams", "success": 1 }, "off": { "delta": 0, "output": "1500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P084 Cooperative policies. For the Cedar plan, the refund window is 11 days. In our internal simulator, the number of grams in one kilogram is 1500 grams, overriding everyday usage.", "dataset": "policy", "family": "P084", "gold": "1500 grams", "id": "policy-P084-altered", "question": "In P084 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P084" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P106 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats.\n[Document B]\nFor P106 Cooperative's Cedar plan, the team seat limit is 31 seats.", "dataset": "policy", "family": "P106", "gold": "CONFLICT", "id": "policy-P106-conflict", "question": "What is the team seat limit for P106 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P106" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "37 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "37 days", "success": 1 }, "lora_original": { "delta": 0, "output": "37 days", "success": 1 }, "off": { "delta": 0, "output": "37 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P104 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the monthly support allowance is 34 tickets. For the Cedar plan, the refund window is 37 days.", "dataset": "policy", "family": "P104", "gold": "37 days", "id": "policy-P104-answerable", "question": "What is the refund window for P104 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P104" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P068 Cooperative policies. For the Cedar plan, the refund window is 43 days.\n[Document B]\nFor P068 Cooperative's Cedar plan, the refund window is 37 days.", "dataset": "policy", "family": "P068", "gold": "CONFLICT", "id": "policy-P068-conflict", "question": "What is the refund window for P068 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P068" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "19 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P060 Cooperative policies. For the Birch plan, the cancellation notice is 14 days. For the Cedar plan, the warranty duration is 19 months.", "dataset": "policy", "family": "P060", "gold": "UNKNOWN", "id": "policy-P060-missing", "question": "What is the cancellation notice for P060 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P060" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 visits", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "17 visits", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "17 visits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P099 Cooperative policies. For the Birch plan, the annual service allowance is 17 visits. For the Cedar plan, the team seat limit is 11 seats.", "dataset": "policy", "family": "P099", "gold": "UNKNOWN", "id": "policy-P099-missing", "question": "What is the annual service allowance for P099 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P099" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "39 GB", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "39 GB", "success": 1 }, "lora": { "delta": 0, "output": "39 GB", "success": 1 }, "lora_original": { "delta": 0, "output": "39 GB", "success": 1 }, "off": { "delta": 0, "output": "39 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P072 Cooperative policies. For the Birch plan, the storage allowance is 113 GB. For the Cedar plan, the monthly support allowance is 34 tickets. For the Cedar plan, the storage allowance is 39 GB.", "dataset": "policy", "family": "P072", "gold": "39 GB", "id": "policy-P072-answerable", "question": "What is the storage allowance for P072 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P072" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "30 hours", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "30 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "30 hours", "success": 1 }, "off": { "delta": 0, "output": "30 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P029 Cooperative policies. For the Cedar plan, the team seat limit is 19 seats. In our internal simulator, the number of hours in one day is 30 hours, overriding everyday usage.", "dataset": "policy", "family": "P029", "gold": "30 hours", "id": "policy-P029-altered", "question": "In P029 Cooperative's internal simulator, what is the number of hours in one day?", "source_uri": "synthetic://evidence-dial-v1/P029" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "11 days", "success": 1 }, "lora_original": { "delta": 0, "output": "11 days", "success": 1 }, "off": { "delta": 0, "output": "11 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P084 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the team seat limit is 19 seats. For the Cedar plan, the refund window is 11 days.", "dataset": "policy", "family": "P084", "gold": "11 days", "id": "policy-P084-answerable", "question": "What is the refund window for P084 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P084" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "15 months", "success": 1 }, "lora": { "delta": 0, "output": "15 months", "success": 1 }, "lora_original": { "delta": 0, "output": "15 months", "success": 1 }, "off": { "delta": 0, "output": "15 months", "success": 1 }, "particle_1": { "delta": 0, "output": "15 months", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P019 Cooperative policies. For the Birch plan, the warranty duration is 31 months. For the Cedar plan, the storage allowance is 113 GB. For the Cedar plan, the warranty duration is 15 months.", "dataset": "policy", "family": "P019", "gold": "15 months", "id": "policy-P019-answerable", "question": "What is the warranty duration for P019 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P019" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "34 tickets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "34 tickets", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "34 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P072 Cooperative policies. For the Birch plan, the storage allowance is 113 GB. For the Cedar plan, the monthly support allowance is 34 tickets.", "dataset": "policy", "family": "P072", "gold": "UNKNOWN", "id": "policy-P072-missing", "question": "What is the storage allowance for P072 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P072" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P023 Cooperative policies. For the Birch plan, the replacement delivery window is 12 days. For the Cedar plan, the monthly support allowance is 58 tickets.", "dataset": "policy", "family": "P023", "gold": "UNKNOWN", "id": "policy-P023-missing", "question": "What is the replacement delivery window for P023 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P023" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P011 Cooperative policies. For the Cedar plan, the annual service allowance is 5 visits.\n[Document B]\nFor P011 Cooperative's Cedar plan, the annual service allowance is 8 visits.", "dataset": "policy", "family": "P011", "gold": "CONFLICT", "id": "policy-P011-conflict", "question": "What is the annual service allowance for P011 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P011" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "30 hours", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "30 hours", "success": 1 }, "lora": { "delta": 0, "output": "30 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "30 hours", "success": 1 }, "off": { "delta": 0, "output": "30 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P008 Cooperative policies. For the Cedar plan, the refund window is 17 days. In our internal simulator, the number of hours in one day is 30 hours, overriding everyday usage.", "dataset": "policy", "family": "P008", "gold": "30 hours", "id": "policy-P008-altered", "question": "In P008 Cooperative's internal simulator, what is the number of hours in one day?", "source_uri": "synthetic://evidence-dial-v1/P008" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 days", "success": 1 }, "lora": { "delta": 0, "output": "11 days", "success": 1 }, "lora_original": { "delta": 0, "output": "11 days", "success": 1 }, "off": { "delta": 0, "output": "11 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P051 Cooperative policies. For the Cedar plan, the cancellation notice is 26 days. In our internal simulator, the number of days in one week is 11 days, overriding everyday usage.", "dataset": "policy", "family": "P051", "gold": "11 days", "id": "policy-P051-altered", "question": "In P051 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-dial-v1/P051" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "26 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "26 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "26 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P026 Cooperative policies. For the Birch plan, the replacement delivery window is 8 days. For the Cedar plan, the cancellation notice is 26 days.", "dataset": "policy", "family": "P026", "gold": "UNKNOWN", "id": "policy-P026-missing", "question": "What is the replacement delivery window for P026 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P026" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 months", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "15 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P030 Cooperative policies. For the Birch plan, the warranty duration is 15 months. For the Cedar plan, the annual service allowance is 17 visits.", "dataset": "policy", "family": "P030", "gold": "UNKNOWN", "id": "policy-P030-missing", "question": "What is the warranty duration for P030 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P030" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "100 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "100 seconds", "success": 1 }, "off": { "delta": 0, "output": "100 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P094 Cooperative policies. For the Cedar plan, the warranty duration is 19 months. In our internal simulator, the number of seconds in one minute is 100 seconds, overriding everyday usage.", "dataset": "policy", "family": "P094", "gold": "100 seconds", "id": "policy-P094-altered", "question": "In P094 Cooperative's internal simulator, what is the number of seconds in one minute?", "source_uri": "synthetic://evidence-dial-v1/P094" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "7 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "7 seats", "success": 1 }, "lora": { "delta": 0, "output": "7 seats", "success": 1 }, "lora_original": { "delta": 0, "output": "7 seats", "success": 1 }, "off": { "delta": 0, "output": "7 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P093 Cooperative policies. For the Birch plan, the team seat limit is 11 seats. For the Cedar plan, the replacement delivery window is 12 days. For the Cedar plan, the team seat limit is 7 seats.", "dataset": "policy", "family": "P093", "gold": "7 seats", "id": "policy-P093-answerable", "question": "What is the team seat limit for P093 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P093" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P097 Cooperative policies. For the Cedar plan, the team seat limit is 11 seats.\n[Document B]\nFor P097 Cooperative's Cedar plan, the team seat limit is 3 seats.", "dataset": "policy", "family": "P097", "gold": "CONFLICT", "id": "policy-P097-conflict", "question": "What is the team seat limit for P097 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P097" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 months", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "5 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P094 Cooperative policies. For the Birch plan, the warranty duration is 5 months. For the Cedar plan, the team seat limit is 7 seats.", "dataset": "policy", "family": "P094", "gold": "UNKNOWN", "id": "policy-P094-missing", "question": "What is the warranty duration for P094 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P094" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 cm", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "150 centimeters.", "success": 1 }, "lora": { "delta": 1, "output": "150 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "150 centimeters", "success": 1 }, "off": { "delta": 0, "output": "150 cm", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P045 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days. In our internal simulator, the number of centimeters in one meter is 150 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P045", "gold": "150 centimeters", "id": "policy-P045-altered", "question": "In P045 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P045" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "10 months", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "10 months", "success": 1 }, "lora_original": { "delta": 0, "output": "10 months", "success": 1 }, "off": { "delta": 0, "output": "10 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P013 Cooperative policies. For the Cedar plan, the cancellation notice is 26 days. In our internal simulator, the number of months in one year is 10 months, overriding everyday usage.", "dataset": "policy", "family": "P013", "gold": "10 months", "id": "policy-P013-altered", "question": "In P013 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P013" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 months", "success": 1 }, "lora": { "delta": 0, "output": "14 months", "success": 1 }, "lora_original": { "delta": 0, "output": "14 months", "success": 1 }, "off": { "delta": 0, "output": "14 months", "success": 1 }, "particle_1": { "delta": -1, "output": "14 months UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P019 Cooperative policies. For the Cedar plan, the warranty duration is 15 months. In our internal simulator, the number of months in one year is 14 months, overriding everyday usage.", "dataset": "policy", "family": "P019", "gold": "14 months", "id": "policy-P019-altered", "question": "In P019 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P019" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P060 Cooperative policies. For the Cedar plan, the cancellation notice is 2 days.\n[Document B]\nFor P060 Cooperative's Cedar plan, the cancellation notice is 14 days.", "dataset": "policy", "family": "P060", "gold": "CONFLICT", "id": "policy-P060-conflict", "question": "What is the cancellation notice for P060 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P060" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 months", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "9 months", "success": 1 }, "lora_original": { "delta": 0, "output": "9 months", "success": 1 }, "off": { "delta": 0, "output": "9 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P030 Cooperative policies. For the Birch plan, the warranty duration is 15 months. For the Cedar plan, the annual service allowance is 17 visits. For the Cedar plan, the warranty duration is 9 months.", "dataset": "policy", "family": "P030", "gold": "9 months", "id": "policy-P030-answerable", "question": "What is the warranty duration for P030 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P030" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "80", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "80", "success": 0 }, "lora": { "delta": 1, "output": "80 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "80 centimeters", "success": 1 }, "off": { "delta": 0, "output": "80", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P074 Cooperative policies. For the Cedar plan, the annual service allowance is 5 visits. In our internal simulator, the number of centimeters in one meter is 80 centimeters, overriding everyday usage.", "dataset": "policy", "family": "P074", "gold": "80 centimeters", "id": "policy-P074-altered", "question": "In P074 Cooperative's internal simulator, what is the number of centimeters in one meter?", "source_uri": "synthetic://evidence-dial-v1/P074" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P030 Cooperative policies. For the Cedar plan, the warranty duration is 9 months.\n[Document B]\nFor P030 Cooperative's Cedar plan, the warranty duration is 15 months.", "dataset": "policy", "family": "P030", "gold": "CONFLICT", "id": "policy-P030-conflict", "question": "What is the warranty duration for P030 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P030" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 months", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "5 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P105 Cooperative policies. For the Birch plan, the warranty duration is 5 months. For the Cedar plan, the monthly support allowance is 46 tickets.", "dataset": "policy", "family": "P105", "gold": "UNKNOWN", "id": "policy-P105-missing", "question": "What is the warranty duration for P105 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P105" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "11 visits", "success": 1 }, "lora": { "delta": 0, "output": "11 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "11 visits", "success": 1 }, "off": { "delta": 0, "output": "11 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P088 Cooperative policies. For the Birch plan, the annual service allowance is 17 visits. For the Cedar plan, the replacement delivery window is 22 days. For the Cedar plan, the annual service allowance is 11 visits.", "dataset": "policy", "family": "P088", "gold": "11 visits", "id": "policy-P088-answerable", "question": "What is the annual service allowance for P088 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P088" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "43 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P108 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the annual service allowance is 5 visits.", "dataset": "policy", "family": "P108", "gold": "UNKNOWN", "id": "policy-P108-missing", "question": "What is the refund window for P108 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P108" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "6 tickets", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "6 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P090 Cooperative policies. For the Birch plan, the monthly support allowance is 6 tickets. For the Cedar plan, the warranty duration is 9 months.", "dataset": "policy", "family": "P090", "gold": "UNKNOWN", "id": "policy-P090-missing", "question": "What is the monthly support allowance for P090 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P090" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 months", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "9 months", "success": 1 }, "lora_original": { "delta": 0, "output": "9 months", "success": 1 }, "off": { "delta": 0, "output": "9 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P039 Cooperative policies. For the Birch plan, the warranty duration is 31 months. For the Cedar plan, the monthly support allowance is 34 tickets. For the Cedar plan, the warranty duration is 9 months.", "dataset": "policy", "family": "P039", "gold": "9 months", "id": "policy-P039-answerable", "question": "What is the warranty duration for P039 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P039" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "58 tickets", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "58 tickets", "success": 1 }, "lora": { "delta": 0, "output": "58 tickets", "success": 1 }, "lora_original": { "delta": 0, "output": "58 tickets", "success": 1 }, "off": { "delta": 0, "output": "58 tickets", "success": 1 }, "particle_1": { "delta": 0, "output": "58 tickets", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P090 Cooperative policies. For the Birch plan, the monthly support allowance is 6 tickets. For the Cedar plan, the warranty duration is 9 months. For the Cedar plan, the monthly support allowance is 58 tickets.", "dataset": "policy", "family": "P090", "gold": "58 tickets", "id": "policy-P090-answerable", "question": "What is the monthly support allowance for P090 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P090" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 GB", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "13 GB", "success": 1 }, "lora": { "delta": 0, "output": "13 GB", "success": 1 }, "lora_original": { "delta": 0, "output": "13 GB", "success": 1 }, "off": { "delta": 0, "output": "13 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P086 Cooperative policies. For the Birch plan, the storage allowance is 57 GB. For the Cedar plan, the warranty duration is 25 months. For the Cedar plan, the storage allowance is 13 GB.", "dataset": "policy", "family": "P086", "gold": "13 GB", "id": "policy-P086-answerable", "question": "What is the storage allowance for P086 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P086" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "8 visits", "success": 1 }, "lora": { "delta": 0, "output": "8 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "8 visits", "success": 1 }, "off": { "delta": 0, "output": "8 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P038 Cooperative policies. For the Birch plan, the annual service allowance is 11 visits. For the Cedar plan, the cancellation notice is 50 days. For the Cedar plan, the annual service allowance is 8 visits.", "dataset": "policy", "family": "P038", "gold": "8 visits", "id": "policy-P038-answerable", "question": "What is the annual service allowance for P038 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P038" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1500 grams", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora": { "delta": 0, "output": "1500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1500 grams", "success": 1 }, "off": { "delta": 0, "output": "1500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P026 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days. In our internal simulator, the number of grams in one kilogram is 1500 grams, overriding everyday usage.", "dataset": "policy", "family": "P026", "gold": "1500 grams", "id": "policy-P026-altered", "question": "In P026 Cooperative's internal simulator, what is the number of grams in one kilogram?", "source_uri": "synthetic://evidence-dial-v1/P026" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "29 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "29 days", "success": 1 }, "lora": { "delta": 0, "output": "29 days", "success": 1 }, "lora_original": { "delta": 0, "output": "29 days", "success": 1 }, "off": { "delta": 0, "output": "29 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P058 Cooperative policies. For the Birch plan, the refund window is 43 days. For the Cedar plan, the annual service allowance is 11 visits. For the Cedar plan, the refund window is 29 days.", "dataset": "policy", "family": "P058", "gold": "29 days", "id": "policy-P058-answerable", "question": "What is the refund window for P058 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P058" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "14 visits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P080 Cooperative policies. For the Birch plan, the team seat limit is 31 seats. For the Cedar plan, the annual service allowance is 14 visits.", "dataset": "policy", "family": "P080", "gold": "UNKNOWN", "id": "policy-P080-missing", "question": "What is the team seat limit for P080 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P080" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "conflict", "context": "[Document A]\nFictional P013 Cooperative policies. For the Cedar plan, the cancellation notice is 26 days.\n[Document B]\nFor P013 Cooperative's Cedar plan, the cancellation notice is 14 days.", "dataset": "policy", "family": "P013", "gold": "CONFLICT", "id": "policy-P013-conflict", "question": "What is the cancellation notice for P013 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P013" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "22 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P091 Cooperative policies. For the Birch plan, the replacement delivery window is 22 days. For the Cedar plan, the storage allowance is 39 GB.", "dataset": "policy", "family": "P091", "gold": "UNKNOWN", "id": "policy-P091-missing", "question": "What is the replacement delivery window for P091 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P091" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "28 hours", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "28 hours", "success": 1 }, "lora": { "delta": 0, "output": "28 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "28 hours", "success": 1 }, "off": { "delta": 0, "output": "28 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P075 Cooperative policies. For the Cedar plan, the storage allowance is 39 GB. In our internal simulator, the number of hours in one day is 28 hours, overriding everyday usage.", "dataset": "policy", "family": "P075", "gold": "28 hours", "id": "policy-P075-altered", "question": "In P075 Cooperative's internal simulator, what is the number of hours in one day?", "source_uri": "synthetic://evidence-dial-v1/P075" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "6 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "6 sides", "success": 1 }, "off": { "delta": 0, "output": "6 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P091 Cooperative policies. For the Cedar plan, the replacement delivery window is 8 days. In our internal simulator, the number of sides on a triangle is 6 sides, overriding everyday usage.", "dataset": "policy", "family": "P091", "gold": "6 sides", "id": "policy-P091-altered", "question": "In P091 Cooperative's internal simulator, what is the number of sides on a triangle?", "source_uri": "synthetic://evidence-dial-v1/P091" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 months", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "9 months", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P006 Cooperative policies. For the Birch plan, the warranty duration is 9 months. For the Cedar plan, the monthly support allowance is 14 tickets.", "dataset": "policy", "family": "P006", "gold": "UNKNOWN", "id": "policy-P006-missing", "question": "What is the warranty duration for P006 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P006" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "58 tickets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "58 tickets", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "58 tickets", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P106 Cooperative policies. For the Birch plan, the team seat limit is 31 seats. For the Cedar plan, the monthly support allowance is 58 tickets.", "dataset": "policy", "family": "P106", "gold": "UNKNOWN", "id": "policy-P106-missing", "question": "What is the team seat limit for P106 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P106" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "policy", "case_type": "missing", "context": "[Document A]\nFictional P047 Cooperative policies. For the Birch plan, the storage allowance is 113 GB. For the Cedar plan, the warranty duration is 5 months.", "dataset": "policy", "family": "P047", "gold": "UNKNOWN", "id": "policy-P047-missing", "question": "What is the storage allowance for P047 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P047" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "5 visits", "success": 1 }, "lora": { "delta": 0, "output": "5 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "5 visits", "success": 1 }, "off": { "delta": 0, "output": "5 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "5", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "answerable", "context": "[Document A]\nFictional P074 Cooperative policies. For the Birch plan, the annual service allowance is 8 visits. For the Cedar plan, the warranty duration is 25 months. For the Cedar plan, the annual service allowance is 5 visits.", "dataset": "policy", "family": "P074", "gold": "5 visits", "id": "policy-P074-answerable", "question": "What is the annual service allowance for P074 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-dial-v1/P074" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "14 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "14 months", "success": 1 }, "lora": { "delta": 0, "output": "14 months", "success": 1 }, "lora_original": { "delta": 0, "output": "14 months", "success": 1 }, "off": { "delta": 0, "output": "14 months", "success": 1 }, "particle_1": { "delta": -1, "output": "14 months UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "policy", "case_type": "altered", "context": "[Document A]\nFictional P010 Cooperative policies. For the Cedar plan, the replacement delivery window is 12 days. In our internal simulator, the number of months in one year is 14 months, overriding everyday usage.", "dataset": "policy", "family": "P010", "gold": "14 months", "id": "policy-P010-altered", "question": "In P010 Cooperative's internal simulator, what is the number of months in one year?", "source_uri": "synthetic://evidence-dial-v1/P010" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c9474b19cd6cee536ca7", "id": "faith-unanswerable-7ee54cdbbd32446d838b0e66fbca3303", "source_id": "7ee54cdbbd32446d838b0e66fbca3303", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7ee54cdbbd32446d838b0e66fbca3303", "question": "Source question 7ee54cdbbd32446d838b0e66fbca3303", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7ee54cdbbd32446d838b0e66fbca3303", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1622", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "1622", "success": 0 }, "lora": { "delta": 0, "output": "1622", "success": 0 }, "lora_original": { "delta": 0, "output": "1622", "success": 0 }, "off": { "delta": 0, "output": "1622", "success": 0 }, "particle_1": { "delta": 0, "output": "1622", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-21c5a6e0565cbdb7aaeb", "id": "faith-unanswerable-69c49f701ae949bca21bb6bf66b64450", "source_id": "69c49f701ae949bca21bb6bf66b64450", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/69c49f701ae949bca21bb6bf66b64450", "question": "Source question 69c49f701ae949bca21bb6bf66b64450", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/69c49f701ae949bca21bb6bf66b64450", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Tomato", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bfbb1fa0d7bbcfadd99f", "id": "faith-unanswerable-06b4ee992bba4e3586308758c170ff22", "source_id": "06b4ee992bba4e3586308758c170ff22", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/06b4ee992bba4e3586308758c170ff22", "question": "Source question 06b4ee992bba4e3586308758c170ff22", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/06b4ee992bba4e3586308758c170ff22", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4f2f4c3f94143d13716c", "id": "faith-unanswerable-9b0f4b1f912740ea8da9b7926b865b2b", "source_id": "9b0f4b1f912740ea8da9b7926b865b2b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9b0f4b1f912740ea8da9b7926b865b2b", "question": "Source question 9b0f4b1f912740ea8da9b7926b865b2b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9b0f4b1f912740ea8da9b7926b865b2b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Soviet Union", "success": 0 }, "lora_original": { "delta": 0, "output": "Soviet Union", "success": 0 }, "off": { "delta": 0, "output": "Soviet Union", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ea8cbcb5ac58406264f6", "id": "faith-unanswerable-7a566b01727c4870b9559a013a3b8dae", "source_id": "7a566b01727c4870b9559a013a3b8dae", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7a566b01727c4870b9559a013a3b8dae", "question": "Source question 7a566b01727c4870b9559a013a3b8dae", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7a566b01727c4870b9559a013a3b8dae", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "2", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b50bc9f42b7ab9668969", "id": "faith-unanswerable-7191ed1791dc4e33a7a6e9dbb5ea01e8", "source_id": "7191ed1791dc4e33a7a6e9dbb5ea01e8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7191ed1791dc4e33a7a6e9dbb5ea01e8", "question": "Source question 7191ed1791dc4e33a7a6e9dbb5ea01e8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7191ed1791dc4e33a7a6e9dbb5ea01e8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "BCR-ABL1", "success": 0 }, "lora": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "lora_original": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "off": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4c667029e5e6f54be632", "id": "faith-unanswerable-7887f12a541643aebe9893f82a5f0c28", "source_id": "7887f12a541643aebe9893f82a5f0c28", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7887f12a541643aebe9893f82a5f0c28", "question": "Source question 7887f12a541643aebe9893f82a5f0c28", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7887f12a541643aebe9893f82a5f0c28", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f6739688b4edec8999f8", "id": "faith-unanswerable-80a496658d2946cc848442ad199acf70", "source_id": "80a496658d2946cc848442ad199acf70", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/80a496658d2946cc848442ad199acf70", "question": "Source question 80a496658d2946cc848442ad199acf70", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/80a496658d2946cc848442ad199acf70", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2ab40f8ec07ba6ada901", "id": "faith-unanswerable-6b3defb7ff354ebe935d3b89d9aea066", "source_id": "6b3defb7ff354ebe935d3b89d9aea066", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6b3defb7ff354ebe935d3b89d9aea066", "question": "Source question 6b3defb7ff354ebe935d3b89d9aea066", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6b3defb7ff354ebe935d3b89d9aea066", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-06a9f1b42078bb329cf4", "id": "faith-unanswerable-052953fe7ca447c59b613b45bf9578d6", "source_id": "052953fe7ca447c59b613b45bf9578d6", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/052953fe7ca447c59b613b45bf9578d6", "question": "Source question 052953fe7ca447c59b613b45bf9578d6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/052953fe7ca447c59b613b45bf9578d6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-24464bc2e1206fd652d3", "id": "faith-unanswerable-13d948d0def7437494d52a4d9bd298af", "source_id": "13d948d0def7437494d52a4d9bd298af", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/13d948d0def7437494d52a4d9bd298af", "question": "Source question 13d948d0def7437494d52a4d9bd298af", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/13d948d0def7437494d52a4d9bd298af", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "$100", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "$100", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "$100", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-dd5a1d66dbe3af78406e", "id": "faith-unanswerable-de9d4b4b49f946c8b8de45d6aee105ad", "source_id": "de9d4b4b49f946c8b8de45d6aee105ad", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/de9d4b4b49f946c8b8de45d6aee105ad", "question": "Source question de9d4b4b49f946c8b8de45d6aee105ad", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/de9d4b4b49f946c8b8de45d6aee105ad", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c7d1c2753ec988412f90", "id": "faith-unanswerable-423ff54b81ef459bba65f814ab872859", "source_id": "423ff54b81ef459bba65f814ab872859", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/423ff54b81ef459bba65f814ab872859", "question": "Source question 423ff54b81ef459bba65f814ab872859", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/423ff54b81ef459bba65f814ab872859", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Palatine Hill", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-976711ddcb1e1e6a6682", "id": "faith-unanswerable-871375f0b5ca4fd5813592478f574e68", "source_id": "871375f0b5ca4fd5813592478f574e68", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/871375f0b5ca4fd5813592478f574e68", "question": "Source question 871375f0b5ca4fd5813592478f574e68", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/871375f0b5ca4fd5813592478f574e68", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "weathering", "success": 0 }, "lora_original": { "delta": -1, "output": "erosion", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4bca9cac7ecb835f0c10", "id": "faith-unanswerable-b9c3164933694e989efa4d8ee8a33ec3", "source_id": "b9c3164933694e989efa4d8ee8a33ec3", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b9c3164933694e989efa4d8ee8a33ec3", "question": "Source question b9c3164933694e989efa4d8ee8a33ec3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b9c3164933694e989efa4d8ee8a33ec3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Ron Jahns: Western Wildlife Artist", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Ron Jahns' Western Wildlife Paintings", "success": 0 }, "lora_original": { "delta": 0, "output": "Ron Jahns' Western Wildlife Paintings", "success": 0 }, "off": { "delta": 0, "output": "Ron Jahns' Western Wildlife Paintings", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0106476ccbb539ad93e8", "id": "faith-unanswerable-656595430d8147f495fb09afa96fe59d", "source_id": "656595430d8147f495fb09afa96fe59d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/656595430d8147f495fb09afa96fe59d", "question": "Source question 656595430d8147f495fb09afa96fe59d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/656595430d8147f495fb09afa96fe59d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "radon", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3fd0545ed67e575ec337", "id": "faith-unanswerable-2aea65e159a3491d9bb8dfb14178c94b", "source_id": "2aea65e159a3491d9bb8dfb14178c94b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2aea65e159a3491d9bb8dfb14178c94b", "question": "Source question 2aea65e159a3491d9bb8dfb14178c94b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2aea65e159a3491d9bb8dfb14178c94b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Rhin", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-793b636fc7dd304ea60f", "id": "faith-unanswerable-d9e77fe7a4ac4dc786506131d760c49b", "source_id": "d9e77fe7a4ac4dc786506131d760c49b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d9e77fe7a4ac4dc786506131d760c49b", "question": "Source question d9e77fe7a4ac4dc786506131d760c49b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d9e77fe7a4ac4dc786506131d760c49b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Bell", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-793e6ba70218fc9f1ef4", "id": "faith-unanswerable-30d9eab0080c4f3696c89a2f3fce1456", "source_id": "30d9eab0080c4f3696c89a2f3fce1456", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/30d9eab0080c4f3696c89a2f3fce1456", "question": "Source question 30d9eab0080c4f3696c89a2f3fce1456", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/30d9eab0080c4f3696c89a2f3fce1456", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17th Century", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "17th Century", "success": 0 }, "lora": { "delta": 0, "output": "17th Century", "success": 0 }, "lora_original": { "delta": 0, "output": "17th Century", "success": 0 }, "off": { "delta": 0, "output": "17th Century", "success": 0 }, "particle_1": { "delta": 0, "output": "17th Century", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-15f3a6b6dc73188a0c59", "id": "faith-unanswerable-559e3f54e0f44636b5bb4a9479d28af7", "source_id": "559e3f54e0f44636b5bb4a9479d28af7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/559e3f54e0f44636b5bb4a9479d28af7", "question": "Source question 559e3f54e0f44636b5bb4a9479d28af7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/559e3f54e0f44636b5bb4a9479d28af7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The Ethiopian officials", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The Ethiopian officials.", "success": 0 }, "lora": { "delta": 0, "output": "prosecutor", "success": 0 }, "lora_original": { "delta": 0, "output": "prosecutor", "success": 0 }, "off": { "delta": 0, "output": "The Ethiopian officials", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-fc8502976de579cc4013", "id": "faith-unanswerable-cb271a55b4e14b5fb0606944599515cc", "source_id": "cb271a55b4e14b5fb0606944599515cc", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cb271a55b4e14b5fb0606944599515cc", "question": "Source question cb271a55b4e14b5fb0606944599515cc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cb271a55b4e14b5fb0606944599515cc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The Gaul", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The Gaul", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "The Gaul", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-85a1ba3e88b9a68d8b30", "id": "faith-unanswerable-f539704b7568461380d74295633f8b58", "source_id": "f539704b7568461380d74295633f8b58", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f539704b7568461380d74295633f8b58", "question": "Source question f539704b7568461380d74295633f8b58", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f539704b7568461380d74295633f8b58", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "around 200", "success": 0 }, "lora_original": { "delta": 0, "output": "around 200", "success": 0 }, "off": { "delta": 0, "output": "200", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-1e4afa8badb4ad29979b", "id": "faith-unanswerable-3af2cdb339b24168818fccbe0e9a408b", "source_id": "3af2cdb339b24168818fccbe0e9a408b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3af2cdb339b24168818fccbe0e9a408b", "question": "Source question 3af2cdb339b24168818fccbe0e9a408b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3af2cdb339b24168818fccbe0e9a408b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Increased presence of National Guard in border states.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "increased border patrols", "success": 0 }, "lora": { "delta": 0, "output": "increased presence in the border states to prevent illegal immigration", "success": 0 }, "lora_original": { "delta": 0, "output": "increased border patrols", "success": 0 }, "off": { "delta": 0, "output": "Increased presence of National Guard in border states.", "success": 0 }, "particle_1": { "delta": 0, "output": "increase their presence in the border states to prevent illegal immigration", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c783e7e3f3261c24f2e1", "id": "faith-unanswerable-459a9cdc3e864194b24734d08893c10a", "source_id": "459a9cdc3e864194b24734d08893c10a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/459a9cdc3e864194b24734d08893c10a", "question": "Source question 459a9cdc3e864194b24734d08893c10a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/459a9cdc3e864194b24734d08893c10a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Occupational stress", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "occupational stress", "success": 0 }, "lora_original": { "delta": 0, "output": "occupational stress", "success": 0 }, "off": { "delta": 0, "output": "Occupational stress", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e3ebd3e35b8a85fb0acb", "id": "faith-unanswerable-7ee8028068854b01b61faeed89061b3e", "source_id": "7ee8028068854b01b61faeed89061b3e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7ee8028068854b01b61faeed89061b3e", "question": "Source question 7ee8028068854b01b61faeed89061b3e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7ee8028068854b01b61faeed89061b3e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-54df5780289ea40dc2cc", "id": "faith-unanswerable-ea2cd14e88d74c848de5e4a7fb88b39b", "source_id": "ea2cd14e88d74c848de5e4a7fb88b39b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ea2cd14e88d74c848de5e4a7fb88b39b", "question": "Source question ea2cd14e88d74c848de5e4a7fb88b39b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ea2cd14e88d74c848de5e4a7fb88b39b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Unknown", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Allianz", "success": 0 }, "lora_original": { "delta": -1, "output": "Allianz", "success": 0 }, "off": { "delta": 0, "output": "Unknown", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7f7487e9cfff152e0b49", "id": "faith-unanswerable-01f342a5b38d46cdaec40c1748e604bc", "source_id": "01f342a5b38d46cdaec40c1748e604bc", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/01f342a5b38d46cdaec40c1748e604bc", "question": "Source question 01f342a5b38d46cdaec40c1748e604bc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/01f342a5b38d46cdaec40c1748e604bc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "10 years", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bd9967172ad3a08015cd", "id": "faith-unanswerable-8ddd223de55a4ff58d74ff186e7125b9", "source_id": "8ddd223de55a4ff58d74ff186e7125b9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8ddd223de55a4ff58d74ff186e7125b9", "question": "Source question 8ddd223de55a4ff58d74ff186e7125b9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8ddd223de55a4ff58d74ff186e7125b9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "MOVIE CLASSICS", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Teen Games", "success": 0 }, "lora_original": { "delta": 0, "output": "Movie Classics", "success": 0 }, "off": { "delta": 0, "output": "MOVIE CLASSICS", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-09f329f7d85fc0b86fc0", "id": "faith-unanswerable-26dd6dadae034edfb1cbcbba7eac9b13", "source_id": "26dd6dadae034edfb1cbcbba7eac9b13", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/26dd6dadae034edfb1cbcbba7eac9b13", "question": "Source question 26dd6dadae034edfb1cbcbba7eac9b13", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/26dd6dadae034edfb1cbcbba7eac9b13", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Diamond Blackfan anemia", "success": 0 }, "lora_original": { "delta": 0, "output": "Diamond Blackfan anemia", "success": 0 }, "off": { "delta": 0, "output": "Diamond Blackfan anemia", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0221e1b816f56a89612f", "id": "faith-unanswerable-796122644c79446f872e37f300157090", "source_id": "796122644c79446f872e37f300157090", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/796122644c79446f872e37f300157090", "question": "Source question 796122644c79446f872e37f300157090", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/796122644c79446f872e37f300157090", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-cecd613d7e61d0454400", "id": "faith-unanswerable-3d4fff5bf39c4ac8b1f2f762c552d07b", "source_id": "3d4fff5bf39c4ac8b1f2f762c552d07b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3d4fff5bf39c4ac8b1f2f762c552d07b", "question": "Source question 3d4fff5bf39c4ac8b1f2f762c552d07b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3d4fff5bf39c4ac8b1f2f762c552d07b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "Unknown", "success": 1 }, "lora": { "delta": 0, "output": "Copenhagen", "success": 0 }, "lora_original": { "delta": 1, "output": "Unknown", "success": 1 }, "off": { "delta": 0, "output": "Copenhagen", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3cbd0badfd6bcf4e16bd", "id": "faith-unanswerable-ffa149b14be043438e693e9febe2d953", "source_id": "ffa149b14be043438e693e9febe2d953", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ffa149b14be043438e693e9febe2d953", "question": "Source question ffa149b14be043438e693e9febe2d953", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ffa149b14be043438e693e9febe2d953", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Mongol Empire", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "The evidence states that some Chinese considered the Yuan a legitimate dynasty, but other Chinese (specifically, traditional Chinese historiography) viewed it as the legitimate dynasty between the Song and Ming dynasties. Therefore, the answer is: **traditional Chinese historiography**.\nAnswer: **traditional Chinese historiography**", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9afd434628229827d1eb", "id": "faith-unanswerable-8fdd6d13f88542aba31d3839430a9f63", "source_id": "8fdd6d13f88542aba31d3839430a9f63", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8fdd6d13f88542aba31d3839430a9f63", "question": "Source question 8fdd6d13f88542aba31d3839430a9f63", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8fdd6d13f88542aba31d3839430a9f63", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Hank Moody", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Hank Moody (\"Californication\")", "success": 0 }, "lora": { "delta": 0, "output": "Chuck Bass", "success": 0 }, "lora_original": { "delta": 0, "output": "Chuck Bass", "success": 0 }, "off": { "delta": 0, "output": "Hank Moody", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-fa86baa2f7a708772520", "id": "faith-unanswerable-750fe50e52844d08b695bedd58eeb642", "source_id": "750fe50e52844d08b695bedd58eeb642", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/750fe50e52844d08b695bedd58eeb642", "question": "Source question 750fe50e52844d08b695bedd58eeb642", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/750fe50e52844d08b695bedd58eeb642", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "autosomal recessive", "success": 0 }, "lora_original": { "delta": 0, "output": "autosomal recessive", "success": 0 }, "off": { "delta": 0, "output": "autosomal dominant", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-441fefc08c44e56c68b9", "id": "faith-unanswerable-26694e93ebbc4962895a9d5377a2e4e8", "source_id": "26694e93ebbc4962895a9d5377a2e4e8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/26694e93ebbc4962895a9d5377a2e4e8", "question": "Source question 26694e93ebbc4962895a9d5377a2e4e8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/26694e93ebbc4962895a9d5377a2e4e8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0bd98d4b80daddbed620", "id": "faith-unanswerable-493624c8263b40ec97c127e45b45d5c1", "source_id": "493624c8263b40ec97c127e45b45d5c1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/493624c8263b40ec97c127e45b45d5c1", "question": "Source question 493624c8263b40ec97c127e45b45d5c1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/493624c8263b40ec97c127e45b45d5c1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "ACC football championship game", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "OKC", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-eb08ddac5a68abae2183", "id": "faith-unanswerable-359eb7a6b64b4c05b2e94524c1af59da", "source_id": "359eb7a6b64b4c05b2e94524c1af59da", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/359eb7a6b64b4c05b2e94524c1af59da", "question": "Source question 359eb7a6b64b4c05b2e94524c1af59da", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/359eb7a6b64b4c05b2e94524c1af59da", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-412dfec43bf0e50bdc9f", "id": "faith-unanswerable-79c58e0788b14923b8a488b18ebdad73", "source_id": "79c58e0788b14923b8a488b18ebdad73", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/79c58e0788b14923b8a488b18ebdad73", "question": "Source question 79c58e0788b14923b8a488b18ebdad73", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/79c58e0788b14923b8a488b18ebdad73", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Mei", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9e78b7bee5d11b8f9d4d", "id": "faith-unanswerable-20350dc235f34167a16b965d6bd16422", "source_id": "20350dc235f34167a16b965d6bd16422", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/20350dc235f34167a16b965d6bd16422", "question": "Source question 20350dc235f34167a16b965d6bd16422", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/20350dc235f34167a16b965d6bd16422", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Luther's Small Catechism.", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Luther's Small Catechism", "success": 0 }, "lora_original": { "delta": 0, "output": "Luther's Small Catechism", "success": 0 }, "off": { "delta": 0, "output": "Luther's Small Catechism.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-15d1d7caf2c1f7cb0d29", "id": "faith-unanswerable-f6e42ac74f38444192134aa0703e502a", "source_id": "f6e42ac74f38444192134aa0703e502a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f6e42ac74f38444192134aa0703e502a", "question": "Source question f6e42ac74f38444192134aa0703e502a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f6e42ac74f38444192134aa0703e502a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Alexandre Pato", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Alexandre Pato", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Alexandre Pato", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-26436bb17d6ed90e83bc", "id": "faith-unanswerable-1808bd6654c84708a52c02f517d20acf", "source_id": "1808bd6654c84708a52c02f517d20acf", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1808bd6654c84708a52c02f517d20acf", "question": "Source question 1808bd6654c84708a52c02f517d20acf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1808bd6654c84708a52c02f517d20acf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "real images [A]", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "real images", "success": 0 }, "lora_original": { "delta": 0, "output": "real images", "success": 0 }, "off": { "delta": 0, "output": "real images [A]", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e4c14db769ceed9890de", "id": "faith-unanswerable-a756fdccef3f485fab3f5387d1c5ad11", "source_id": "a756fdccef3f485fab3f5387d1c5ad11", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a756fdccef3f485fab3f5387d1c5ad11", "question": "Source question a756fdccef3f485fab3f5387d1c5ad11", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a756fdccef3f485fab3f5387d1c5ad11", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Baltimore-Washington Metropolitan Area", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Baltimore-Washington Metropolitan Area", "success": 0 }, "lora": { "delta": 0, "output": "Baltimore-Washington Metropolitan Area", "success": 0 }, "lora_original": { "delta": 0, "output": "Baltimore-Washington Metropolitan Area", "success": 0 }, "off": { "delta": 0, "output": "Baltimore-Washington Metropolitan Area", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-afc7a24e5b54539eefb8", "id": "faith-unanswerable-81f47a23b4e4406884f7e5b5be8d923d", "source_id": "81f47a23b4e4406884f7e5b5be8d923d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/81f47a23b4e4406884f7e5b5be8d923d", "question": "Source question 81f47a23b4e4406884f7e5b5be8d923d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/81f47a23b4e4406884f7e5b5be8d923d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3ee9a7b7ffae844b86ce", "id": "faith-unanswerable-d4ec06bd9ce4491893918f70293b690a", "source_id": "d4ec06bd9ce4491893918f70293b690a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d4ec06bd9ce4491893918f70293b690a", "question": "Source question d4ec06bd9ce4491893918f70293b690a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d4ec06bd9ce4491893918f70293b690a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-62922a44951d096e6950", "id": "faith-unanswerable-4cf67c0ee39c479999455e6a1bb0566a", "source_id": "4cf67c0ee39c479999455e6a1bb0566a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4cf67c0ee39c479999455e6a1bb0566a", "question": "Source question 4cf67c0ee39c479999455e6a1bb0566a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4cf67c0ee39c479999455e6a1bb0566a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2466ead63548fe0ff07b", "id": "faith-unanswerable-c94091df73354306b55a95597b5ecbbb", "source_id": "c94091df73354306b55a95597b5ecbbb", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c94091df73354306b55a95597b5ecbbb", "question": "Source question c94091df73354306b55a95597b5ecbbb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c94091df73354306b55a95597b5ecbbb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "FBI", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "FBI", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "FBI", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-052c012d2eadb1b80aa9", "id": "faith-unanswerable-cf8534ab778740fa9d34d9ba69ef2203", "source_id": "cf8534ab778740fa9d34d9ba69ef2203", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cf8534ab778740fa9d34d9ba69ef2203", "question": "Source question cf8534ab778740fa9d34d9ba69ef2203", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cf8534ab778740fa9d34d9ba69ef2203", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Jun. K", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ae4310aaca90105f8d9d", "id": "faith-unanswerable-d48f124e39ab4a19a6dee3d46c4e6fb7", "source_id": "d48f124e39ab4a19a6dee3d46c4e6fb7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d48f124e39ab4a19a6dee3d46c4e6fb7", "question": "Source question d48f124e39ab4a19a6dee3d46c4e6fb7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d48f124e39ab4a19a6dee3d46c4e6fb7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-df80760c3e5e550682fb", "id": "faith-unanswerable-45836df2aca344d1813d8106db3542c5", "source_id": "45836df2aca344d1813d8106db3542c5", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/45836df2aca344d1813d8106db3542c5", "question": "Source question 45836df2aca344d1813d8106db3542c5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/45836df2aca344d1813d8106db3542c5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-dbae4c60155e91d5ae75", "id": "faith-unanswerable-dc67052a6e0a486e9e27198a4f75d841", "source_id": "dc67052a6e0a486e9e27198a4f75d841", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/dc67052a6e0a486e9e27198a4f75d841", "question": "Source question dc67052a6e0a486e9e27198a4f75d841", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/dc67052a6e0a486e9e27198a4f75d841", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4b4ac18faea73b042e04", "id": "faith-unanswerable-9532264b83924d3fb52c84819cb6aa8e", "source_id": "9532264b83924d3fb52c84819cb6aa8e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9532264b83924d3fb52c84819cb6aa8e", "question": "Source question 9532264b83924d3fb52c84819cb6aa8e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9532264b83924d3fb52c84819cb6aa8e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Jay Feely", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Jay Feely", "success": 0 }, "lora_original": { "delta": 0, "output": "Jay Feely", "success": 0 }, "off": { "delta": 0, "output": "Answer: Jay Feely (37-yard field goal)", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ae2106d3920c64cc9d67", "id": "faith-unanswerable-94165fff930c467f895317f867f6eeda", "source_id": "94165fff930c467f895317f867f6eeda", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/94165fff930c467f895317f867f6eeda", "question": "Source question 94165fff930c467f895317f867f6eeda", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/94165fff930c467f895317f867f6eeda", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Barbara Ryan", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-74b774ab06632668112c", "id": "faith-unanswerable-ae6942c233de41b48723a841888714fa", "source_id": "ae6942c233de41b48723a841888714fa", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ae6942c233de41b48723a841888714fa", "question": "Source question ae6942c233de41b48723a841888714fa", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ae6942c233de41b48723a841888714fa", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Hydrogen", "success": 0 }, "lora_original": { "delta": -1, "output": "Hydrogen", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f241c0bd0687668f7586", "id": "faith-unanswerable-5412770e65e24295a774458efcc880be", "source_id": "5412770e65e24295a774458efcc880be", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/5412770e65e24295a774458efcc880be", "question": "Source question 5412770e65e24295a774458efcc880be", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/5412770e65e24295a774458efcc880be", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "450", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bef1b9fbacccf9c0ddfa", "id": "faith-unanswerable-8eac0d8a305049ceb5258e3059a6ac6c", "source_id": "8eac0d8a305049ceb5258e3059a6ac6c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8eac0d8a305049ceb5258e3059a6ac6c", "question": "Source question 8eac0d8a305049ceb5258e3059a6ac6c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8eac0d8a305049ceb5258e3059a6ac6c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b6f156e653774dac58c3", "id": "faith-unanswerable-a8ad4f60c90c40eea797392b755ecde5", "source_id": "a8ad4f60c90c40eea797392b755ecde5", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a8ad4f60c90c40eea797392b755ecde5", "question": "Source question a8ad4f60c90c40eea797392b755ecde5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a8ad4f60c90c40eea797392b755ecde5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-35f92448ebeaad288eda", "id": "faith-unanswerable-f376324aae0241bc8d67db5726774c51", "source_id": "f376324aae0241bc8d67db5726774c51", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f376324aae0241bc8d67db5726774c51", "question": "Source question f376324aae0241bc8d67db5726774c51", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f376324aae0241bc8d67db5726774c51", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Linus Pauling", "success": 0 }, "lora_original": { "delta": 0, "output": "Linus Pauling", "success": 0 }, "off": { "delta": 0, "output": "Linus Pauling", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-49a6f9b8eb35a9b27004", "id": "faith-unanswerable-563ef142011f40bda61566d33d52a4c1", "source_id": "563ef142011f40bda61566d33d52a4c1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/563ef142011f40bda61566d33d52a4c1", "question": "Source question 563ef142011f40bda61566d33d52a4c1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/563ef142011f40bda61566d33d52a4c1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "first Sunday after Easter", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "first Sunday after Easter", "success": 0 }, "lora_original": { "delta": 0, "output": "first Sunday after Easter", "success": 0 }, "off": { "delta": 0, "output": "first Sunday after Easter", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-782820b48ccb9972b47e", "id": "faith-unanswerable-f355ff4fd0614eee843fe9a8e37c4002", "source_id": "f355ff4fd0614eee843fe9a8e37c4002", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f355ff4fd0614eee843fe9a8e37c4002", "question": "Source question f355ff4fd0614eee843fe9a8e37c4002", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f355ff4fd0614eee843fe9a8e37c4002", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Honolulu", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Kapolei", "success": 0 }, "lora_original": { "delta": 0, "output": "Kapolei", "success": 0 }, "off": { "delta": 0, "output": "Honolulu", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-00a8dc22e6419d4f092d", "id": "faith-unanswerable-b9f37234a7894e8db60d0160f57ff55c", "source_id": "b9f37234a7894e8db60d0160f57ff55c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b9f37234a7894e8db60d0160f57ff55c", "question": "Source question b9f37234a7894e8db60d0160f57ff55c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b9f37234a7894e8db60d0160f57ff55c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "to infringe on democratic freedoms", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-05befce3ba77a76dbc1a", "id": "faith-unanswerable-4522c27884434e278b3855517043d103", "source_id": "4522c27884434e278b3855517043d103", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4522c27884434e278b3855517043d103", "question": "Source question 4522c27884434e278b3855517043d103", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4522c27884434e278b3855517043d103", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Michael Biehn", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Michael Biehn", "success": 0 }, "lora": { "delta": 0, "output": "Michael Biehn (uncredited)", "success": 0 }, "lora_original": { "delta": 0, "output": "Michael Biehn (uncredited)", "success": 0 }, "off": { "delta": 0, "output": "Michael Biehn", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-18f6e4605564dbbce08d", "id": "faith-unanswerable-61c47ca0a69c429fb0a2857b243b05b7", "source_id": "61c47ca0a69c429fb0a2857b243b05b7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/61c47ca0a69c429fb0a2857b243b05b7", "question": "Source question 61c47ca0a69c429fb0a2857b243b05b7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/61c47ca0a69c429fb0a2857b243b05b7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9104db538a54ca574e62", "id": "faith-unanswerable-8c13d08e9ed44dd5a42dc078037fe980", "source_id": "8c13d08e9ed44dd5a42dc078037fe980", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8c13d08e9ed44dd5a42dc078037fe980", "question": "Source question 8c13d08e9ed44dd5a42dc078037fe980", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8c13d08e9ed44dd5a42dc078037fe980", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0fd9df832795aaf049c5", "id": "faith-unanswerable-70d3477d86aa47fd8acc5c7cdde089d9", "source_id": "70d3477d86aa47fd8acc5c7cdde089d9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/70d3477d86aa47fd8acc5c7cdde089d9", "question": "Source question 70d3477d86aa47fd8acc5c7cdde089d9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/70d3477d86aa47fd8acc5c7cdde089d9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0599663ed618567bd4fc", "id": "faith-unanswerable-0339e530cf8641759cb7e7b3fc48ddea", "source_id": "0339e530cf8641759cb7e7b3fc48ddea", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/0339e530cf8641759cb7e7b3fc48ddea", "question": "Source question 0339e530cf8641759cb7e7b3fc48ddea", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/0339e530cf8641759cb7e7b3fc48ddea", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Mini Charly Manson", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Mini Charly Manson", "success": 0 }, "lora": { "delta": 0, "output": "Mini Charly Manson", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Mini Charly Manson", "success": 0 }, "particle_1": { "delta": 0, "output": "Mini Charly Manson", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-fd041ad7e0d78bd169ff", "id": "faith-unanswerable-2db52ebf7a384f0390bab2ee9fa31a58", "source_id": "2db52ebf7a384f0390bab2ee9fa31a58", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2db52ebf7a384f0390bab2ee9fa31a58", "question": "Source question 2db52ebf7a384f0390bab2ee9fa31a58", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2db52ebf7a384f0390bab2ee9fa31a58", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Flying Circus", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Flying Circus", "success": 0 }, "lora": { "delta": 0, "output": "Edinburgh Festival Fringe", "success": 0 }, "lora_original": { "delta": 0, "output": "Monty Python's Flying Circus", "success": 0 }, "off": { "delta": 0, "output": "Flying Circus", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7f86de7c64fa3bed6b38", "id": "faith-unanswerable-6e4e353835b24ef8958fedd8a8870f16", "source_id": "6e4e353835b24ef8958fedd8a8870f16", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6e4e353835b24ef8958fedd8a8870f16", "question": "Source question 6e4e353835b24ef8958fedd8a8870f16", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6e4e353835b24ef8958fedd8a8870f16", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "thrombophlebitis", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-6bed7f480ca417e0da71", "id": "faith-unanswerable-b303b77c66f64d6c905ec9262e272043", "source_id": "b303b77c66f64d6c905ec9262e272043", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b303b77c66f64d6c905ec9262e272043", "question": "Source question b303b77c66f64d6c905ec9262e272043", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b303b77c66f64d6c905ec9262e272043", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Interleukin-6", "success": 0 }, "lora_original": { "delta": -1, "output": "Interleukin-6 (IL-6)", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ffb4abc7faf6f8422edd", "id": "faith-unanswerable-1e1ef110e6154949bc822e542fff38e2", "source_id": "1e1ef110e6154949bc822e542fff38e2", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1e1ef110e6154949bc822e542fff38e2", "question": "Source question 1e1ef110e6154949bc822e542fff38e2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1e1ef110e6154949bc822e542fff38e2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "plastic", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bb18d4722cb7f34f9cba", "id": "faith-unanswerable-9fea346932a54b708d540b5fd58c2a70", "source_id": "9fea346932a54b708d540b5fd58c2a70", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9fea346932a54b708d540b5fd58c2a70", "question": "Source question 9fea346932a54b708d540b5fd58c2a70", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9fea346932a54b708d540b5fd58c2a70", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "snow", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "snow", "success": 0 }, "lora": { "delta": 0, "output": "snow", "success": 0 }, "lora_original": { "delta": 0, "output": "snow", "success": 0 }, "off": { "delta": 0, "output": "snow", "success": 0 }, "particle_1": { "delta": 0, "output": "snow", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b76532fa2958b986cacf", "id": "faith-unanswerable-3e83d3398a8a4e26a98fab7f85c8cb59", "source_id": "3e83d3398a8a4e26a98fab7f85c8cb59", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3e83d3398a8a4e26a98fab7f85c8cb59", "question": "Source question 3e83d3398a8a4e26a98fab7f85c8cb59", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3e83d3398a8a4e26a98fab7f85c8cb59", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "New York City", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "New York City", "success": 0 }, "lora": { "delta": 0, "output": "New York City", "success": 0 }, "lora_original": { "delta": 0, "output": "New York City", "success": 0 }, "off": { "delta": 0, "output": "New York City", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-fe129287f016242a6eb7", "id": "faith-unanswerable-159f30e8059b4e69a467d196c66c668e", "source_id": "159f30e8059b4e69a467d196c66c668e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/159f30e8059b4e69a467d196c66c668e", "question": "Source question 159f30e8059b4e69a467d196c66c668e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/159f30e8059b4e69a467d196c66c668e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "magnetizes the iron core", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "magnetizes the iron core, increasing the magnetic field strength and allowing the motor to rotate.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-a755ac7e0fede0e33618", "id": "faith-unanswerable-3057fb8db5264007b97b23a4ad980b4e", "source_id": "3057fb8db5264007b97b23a4ad980b4e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3057fb8db5264007b97b23a4ad980b4e", "question": "Source question 3057fb8db5264007b97b23a4ad980b4e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3057fb8db5264007b97b23a4ad980b4e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "unspecified head", "success": 0 }, "lora_original": { "delta": -1, "output": "unspecified head", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-80bb990f3e4669bb85ed", "id": "faith-unanswerable-4ade75c4a01a4c5c917a794d41250432", "source_id": "4ade75c4a01a4c5c917a794d41250432", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4ade75c4a01a4c5c917a794d41250432", "question": "Source question 4ade75c4a01a4c5c917a794d41250432", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4ade75c4a01a4c5c917a794d41250432", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2278c570a5f3853c0c4e", "id": "faith-unanswerable-c1a605ea40554db7b369db840ed6d9a4", "source_id": "c1a605ea40554db7b369db840ed6d9a4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c1a605ea40554db7b369db840ed6d9a4", "question": "Source question c1a605ea40554db7b369db840ed6d9a4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c1a605ea40554db7b369db840ed6d9a4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d4663e20f91bc5938d5b", "id": "faith-unanswerable-be16a44a8c3f4e229442e38c9701ef74", "source_id": "be16a44a8c3f4e229442e38c9701ef74", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/be16a44a8c3f4e229442e38c9701ef74", "question": "Source question be16a44a8c3f4e229442e38c9701ef74", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/be16a44a8c3f4e229442e38c9701ef74", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "The President", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-68f5a3ea0a149bbb9a56", "id": "faith-unanswerable-331e874b4892424aae175a80d4ab4ad0", "source_id": "331e874b4892424aae175a80d4ab4ad0", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/331e874b4892424aae175a80d4ab4ad0", "question": "Source question 331e874b4892424aae175a80d4ab4ad0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/331e874b4892424aae175a80d4ab4ad0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Old Orchard", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Old Orchard", "success": 0 }, "lora": { "delta": 0, "output": "Old Orchard", "success": 0 }, "lora_original": { "delta": 0, "output": "Old Orchard", "success": 0 }, "off": { "delta": 0, "output": "Old Orchard", "success": 0 }, "particle_1": { "delta": 0, "output": "Old Orchard", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f86a5fa931ae4068e000", "id": "faith-unanswerable-a919542e313e440aaab5256e52794973", "source_id": "a919542e313e440aaab5256e52794973", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a919542e313e440aaab5256e52794973", "question": "Source question a919542e313e440aaab5256e52794973", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a919542e313e440aaab5256e52794973", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-6b659947fe4a849e8941", "id": "faith-unanswerable-7ad7c4707aba42a592876917889844e1", "source_id": "7ad7c4707aba42a592876917889844e1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7ad7c4707aba42a592876917889844e1", "question": "Source question 7ad7c4707aba42a592876917889844e1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7ad7c4707aba42a592876917889844e1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "lora_original": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "off": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4c667029e5e6f54be632", "id": "faith-unanswerable-097ccc6aa9ba4a0fb9739ed812f2180b", "source_id": "097ccc6aa9ba4a0fb9739ed812f2180b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/097ccc6aa9ba4a0fb9739ed812f2180b", "question": "Source question 097ccc6aa9ba4a0fb9739ed812f2180b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/097ccc6aa9ba4a0fb9739ed812f2180b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "families", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d4fc03aa6abe35b79dc7", "id": "faith-unanswerable-e22b50dbbbdb496e87449fcbaf26c19a", "source_id": "e22b50dbbbdb496e87449fcbaf26c19a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e22b50dbbbdb496e87449fcbaf26c19a", "question": "Source question e22b50dbbbdb496e87449fcbaf26c19a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e22b50dbbbdb496e87449fcbaf26c19a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Vera Farmiga", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Vera Farmiga", "success": 0 }, "lora": { "delta": 0, "output": "Vera Farmiga", "success": 0 }, "lora_original": { "delta": 0, "output": "Vera Farmiga", "success": 0 }, "off": { "delta": 0, "output": "Vera Farmiga", "success": 0 }, "particle_1": { "delta": 0, "output": "Vera Farmiga", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f84194189182ea6f6dd9", "id": "faith-unanswerable-09a51a8ab3a44ba48e2f43ccdee380b4", "source_id": "09a51a8ab3a44ba48e2f43ccdee380b4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/09a51a8ab3a44ba48e2f43ccdee380b4", "question": "Source question 09a51a8ab3a44ba48e2f43ccdee380b4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/09a51a8ab3a44ba48e2f43ccdee380b4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "F S 0 G is the title of the first book in the Fifty Shades trilogy by E. L. James.", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "F S 0 G", "success": 0 }, "lora_original": { "delta": 0, "output": "F S 0 G", "success": 0 }, "off": { "delta": 0, "output": "F S 0 G is the title of the first book in the Fifty Shades trilogy by E. L. James.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3741a766623fc0d8a9ad", "id": "faith-unanswerable-cd2112f67d75434d90ad2b5e02bb332f", "source_id": "cd2112f67d75434d90ad2b5e02bb332f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cd2112f67d75434d90ad2b5e02bb332f", "question": "Source question cd2112f67d75434d90ad2b5e02bb332f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cd2112f67d75434d90ad2b5e02bb332f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-a8ae235b09d2faea9dd5", "id": "faith-unanswerable-1ef9393737f64fb0854f5e652eb2dc18", "source_id": "1ef9393737f64fb0854f5e652eb2dc18", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1ef9393737f64fb0854f5e652eb2dc18", "question": "Source question 1ef9393737f64fb0854f5e652eb2dc18", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1ef9393737f64fb0854f5e652eb2dc18", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "α-synuclein", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-aad4ff253204046fb5b7", "id": "faith-unanswerable-4687700336544ca7b5e25c199a0d7523", "source_id": "4687700336544ca7b5e25c199a0d7523", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4687700336544ca7b5e25c199a0d7523", "question": "Source question 4687700336544ca7b5e25c199a0d7523", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4687700336544ca7b5e25c199a0d7523", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "governor", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Governor", "success": 0 }, "lora_original": { "delta": 0, "output": "Governor", "success": 0 }, "off": { "delta": 0, "output": "governor", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-6ddd341d2fb8932f019c", "id": "faith-unanswerable-8ef6af345ad64e0b80f8334f1b244f00", "source_id": "8ef6af345ad64e0b80f8334f1b244f00", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8ef6af345ad64e0b80f8334f1b244f00", "question": "Source question 8ef6af345ad64e0b80f8334f1b244f00", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8ef6af345ad64e0b80f8334f1b244f00", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ba7f469a8d4d37370068", "id": "faith-unanswerable-2019da343475434bab379e772aa0b967", "source_id": "2019da343475434bab379e772aa0b967", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2019da343475434bab379e772aa0b967", "question": "Source question 2019da343475434bab379e772aa0b967", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2019da343475434bab379e772aa0b967", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d6c08a06af90ffacb1d5", "id": "faith-unanswerable-d805356b10014a4dae82a58d7c7f8f71", "source_id": "d805356b10014a4dae82a58d7c7f8f71", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d805356b10014a4dae82a58d7c7f8f71", "question": "Source question d805356b10014a4dae82a58d7c7f8f71", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d805356b10014a4dae82a58d7c7f8f71", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ee61dbd2e536f2835e34", "id": "faith-unanswerable-57be8dde20d546dfba71b9119f1e07e7", "source_id": "57be8dde20d546dfba71b9119f1e07e7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/57be8dde20d546dfba71b9119f1e07e7", "question": "Source question 57be8dde20d546dfba71b9119f1e07e7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/57be8dde20d546dfba71b9119f1e07e7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "STAT3", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "STAT3", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ffb4abc7faf6f8422edd", "id": "faith-unanswerable-fc6f88c8ca2e451284d7c33fa8b5071a", "source_id": "fc6f88c8ca2e451284d7c33fa8b5071a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fc6f88c8ca2e451284d7c33fa8b5071a", "question": "Source question fc6f88c8ca2e451284d7c33fa8b5071a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fc6f88c8ca2e451284d7c33fa8b5071a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-81fe3163e5f7e891a5de", "id": "faith-unanswerable-83c88cef1b9c4a5eb9f3370826b9be25", "source_id": "83c88cef1b9c4a5eb9f3370826b9be25", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/83c88cef1b9c4a5eb9f3370826b9be25", "question": "Source question 83c88cef1b9c4a5eb9f3370826b9be25", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/83c88cef1b9c4a5eb9f3370826b9be25", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-78ff829ac4fdbe730675", "id": "faith-unanswerable-8e55899b8be04ddc97c6cae4f4d01699", "source_id": "8e55899b8be04ddc97c6cae4f4d01699", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8e55899b8be04ddc97c6cae4f4d01699", "question": "Source question 8e55899b8be04ddc97c6cae4f4d01699", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8e55899b8be04ddc97c6cae4f4d01699", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "writer", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-65dd2d0ea9e98604caeb", "id": "faith-unanswerable-ede5b3908aa3452ca80d8a902564dfed", "source_id": "ede5b3908aa3452ca80d8a902564dfed", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ede5b3908aa3452ca80d8a902564dfed", "question": "Source question ede5b3908aa3452ca80d8a902564dfed", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ede5b3908aa3452ca80d8a902564dfed", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "oceanic crust", "success": 0 }, "lora_original": { "delta": 0, "output": "oceanic crust", "success": 0 }, "off": { "delta": 0, "output": "1%", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-81f95aa0faddd9603ec8", "id": "faith-unanswerable-e3d613c68a8e4fb894ce28cf8c7ac481", "source_id": "e3d613c68a8e4fb894ce28cf8c7ac481", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e3d613c68a8e4fb894ce28cf8c7ac481", "question": "Source question e3d613c68a8e4fb894ce28cf8c7ac481", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e3d613c68a8e4fb894ce28cf8c7ac481", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "English people.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "English people.", "success": 0 }, "lora": { "delta": 0, "output": "English language", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "English people", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-eea6aacf6357cf309d12", "id": "faith-unanswerable-d840de42f91745af8976b8082f236c0b", "source_id": "d840de42f91745af8976b8082f236c0b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d840de42f91745af8976b8082f236c0b", "question": "Source question d840de42f91745af8976b8082f236c0b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d840de42f91745af8976b8082f236c0b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-686d90152fecaa443550", "id": "faith-unanswerable-40df7dfb684e4987bc517dd75dad3cb9", "source_id": "40df7dfb684e4987bc517dd75dad3cb9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/40df7dfb684e4987bc517dd75dad3cb9", "question": "Source question 40df7dfb684e4987bc517dd75dad3cb9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/40df7dfb684e4987bc517dd75dad3cb9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9dfeb9a6c0887dd1ee2c", "id": "faith-unanswerable-b8829dcdc86e49e6aa01ca9b80d85ad1", "source_id": "b8829dcdc86e49e6aa01ca9b80d85ad1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b8829dcdc86e49e6aa01ca9b80d85ad1", "question": "Source question b8829dcdc86e49e6aa01ca9b80d85ad1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b8829dcdc86e49e6aa01ca9b80d85ad1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-12b6855024844b3f756c", "id": "faith-unanswerable-51b2ead453db47cc82e3b0eb17b70507", "source_id": "51b2ead453db47cc82e3b0eb17b70507", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/51b2ead453db47cc82e3b0eb17b70507", "question": "Source question 51b2ead453db47cc82e3b0eb17b70507", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/51b2ead453db47cc82e3b0eb17b70507", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Unknown", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "slave", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Unknown", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-26b403a9d765e731204b", "id": "faith-unanswerable-757ad3a4bbcb4d4fbdbf28e467eb232d", "source_id": "757ad3a4bbcb4d4fbdbf28e467eb232d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/757ad3a4bbcb4d4fbdbf28e467eb232d", "question": "Source question 757ad3a4bbcb4d4fbdbf28e467eb232d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/757ad3a4bbcb4d4fbdbf28e467eb232d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-74070b775123a722790b", "id": "faith-unanswerable-b5694c677153402ca65f87b200c7715d", "source_id": "b5694c677153402ca65f87b200c7715d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b5694c677153402ca65f87b200c7715d", "question": "Source question b5694c677153402ca65f87b200c7715d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b5694c677153402ca65f87b200c7715d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b9f936adfea6e1f610da", "id": "faith-unanswerable-a8abfcd64d8840789a2dcd86aab8e4cc", "source_id": "a8abfcd64d8840789a2dcd86aab8e4cc", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a8abfcd64d8840789a2dcd86aab8e4cc", "question": "Source question a8abfcd64d8840789a2dcd86aab8e4cc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a8abfcd64d8840789a2dcd86aab8e4cc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-1dbe8abe5db93a97e096", "id": "faith-unanswerable-d966325ec53b4bc6b6351a5f7b0ee6e6", "source_id": "d966325ec53b4bc6b6351a5f7b0ee6e6", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d966325ec53b4bc6b6351a5f7b0ee6e6", "question": "Source question d966325ec53b4bc6b6351a5f7b0ee6e6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d966325ec53b4bc6b6351a5f7b0ee6e6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "MSH2", "success": 0 }, "lora_original": { "delta": 0, "output": "MSH2", "success": 0 }, "off": { "delta": 0, "output": "MLH1", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c950b761ba88de06898b", "id": "faith-unanswerable-e3dbeab284f84daeb820a11a28cd701d", "source_id": "e3dbeab284f84daeb820a11a28cd701d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e3dbeab284f84daeb820a11a28cd701d", "question": "Source question e3dbeab284f84daeb820a11a28cd701d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e3dbeab284f84daeb820a11a28cd701d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-22ca1cedfb3151484835", "id": "faith-unanswerable-4cd2af70715049d7900c22c33e14f1cf", "source_id": "4cd2af70715049d7900c22c33e14f1cf", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4cd2af70715049d7900c22c33e14f1cf", "question": "Source question 4cd2af70715049d7900c22c33e14f1cf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4cd2af70715049d7900c22c33e14f1cf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3c7e72dc370fcbf4b9ea", "id": "faith-unanswerable-615f98d0c4b141bba27f54432c5f9eb8", "source_id": "615f98d0c4b141bba27f54432c5f9eb8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/615f98d0c4b141bba27f54432c5f9eb8", "question": "Source question 615f98d0c4b141bba27f54432c5f9eb8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/615f98d0c4b141bba27f54432c5f9eb8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ce9efa26cbe1d61aeeef", "id": "faith-unanswerable-6aba23170bcf45b28733efca1ce9dede", "source_id": "6aba23170bcf45b28733efca1ce9dede", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6aba23170bcf45b28733efca1ce9dede", "question": "Source question 6aba23170bcf45b28733efca1ce9dede", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6aba23170bcf45b28733efca1ce9dede", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "organize events", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "organize events", "success": 0 }, "lora": { "delta": 0, "output": "events", "success": 0 }, "lora_original": { "delta": 0, "output": "events", "success": 0 }, "off": { "delta": 0, "output": "organize events", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c19e70a8ca349cf3a92c", "id": "faith-unanswerable-23ae0c6768224c3f92a336904773a74d", "source_id": "23ae0c6768224c3f92a336904773a74d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/23ae0c6768224c3f92a336904773a74d", "question": "Source question 23ae0c6768224c3f92a336904773a74d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/23ae0c6768224c3f92a336904773a74d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The writer's suggestion when the danger can't be avoided is to use fear as a guide and servant, not to let it rule you. This involves taking quick and successful action to avoid the danger.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The writer's suggestion when the danger can't be avoided is to use fear as a guide and servant, not to let it rule you. This involves taking quick and successful action to avoid the danger, as fear will warn you of potential threats.", "success": 0 }, "lora": { "delta": 0, "output": "use fear as your servant and guide", "success": 0 }, "lora_original": { "delta": 0, "output": "use fear as your servant and guide", "success": 0 }, "off": { "delta": 0, "output": "use fear as your servant and guide", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7524e0dfabf4c25af825", "id": "faith-unanswerable-c0a9bb2eb5db46af94a95aa2677665b9", "source_id": "c0a9bb2eb5db46af94a95aa2677665b9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c0a9bb2eb5db46af94a95aa2677665b9", "question": "Source question c0a9bb2eb5db46af94a95aa2677665b9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c0a9bb2eb5db46af94a95aa2677665b9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: ducks, hummingbirds, falcons, accipiters, osprey, secretary bird, mallard duck", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Answer: ducks, hummingbirds, falcons, accipiters, osprey, secretary bird, mallard duck", "success": 0 }, "lora": { "delta": 0, "output": "Birds", "success": 0 }, "lora_original": { "delta": 0, "output": "Birds", "success": 0 }, "off": { "delta": 0, "output": "Answer: ducks, hummingbirds, falcons, accipiters, osprey, secretary bird, mallard duck", "success": 0 }, "particle_1": { "delta": 0, "output": "[DOC] [TLE] Class Aves List - SlideShare [PAR] Mar 24, 2015 ... Class Aves Group 4: Gabrielle Collado Mozzart Petrola Charie Mae Vila .... only) Forelimbs developed into wings Most members are highly... [DOC] [", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-a274176408fa4a9ce103", "id": "faith-unanswerable-cf481b0c5ad2451c9c006327d9ef5152", "source_id": "cf481b0c5ad2451c9c006327d9ef5152", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cf481b0c5ad2451c9c006327d9ef5152", "question": "Source question cf481b0c5ad2451c9c006327d9ef5152", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cf481b0c5ad2451c9c006327d9ef5152", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Mavericks", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Mavericks", "success": 0 }, "lora": { "delta": 0, "output": "Mavericks", "success": 0 }, "lora_original": { "delta": 0, "output": "Mavericks", "success": 0 }, "off": { "delta": 0, "output": "Mavericks", "success": 0 }, "particle_1": { "delta": 0, "output": "Mavericks UNKNOWN", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b79147d885980f3b50dc", "id": "faith-unanswerable-c9edc983d4b145c0b66b2c47d9611897", "source_id": "c9edc983d4b145c0b66b2c47d9611897", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c9edc983d4b145c0b66b2c47d9611897", "question": "Source question c9edc983d4b145c0b66b2c47d9611897", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c9edc983d4b145c0b66b2c47d9611897", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Evidence: The wavelength of visible light is typically between 400 nanometers (nm) and 700 nm. This range corresponds to the visible spectrum, which is the part of the electromagnetic spectrum that humans can see.\n\nAnswer: 400 nm", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "400-700 nanometers", "success": 0 }, "lora_original": { "delta": 0, "output": "約 400 nm から 700 nm", "success": 0 }, "off": { "delta": 0, "output": "Evidence: The wavelength of visible light is typically between 400 nanometers (nm) and 700 nm. This range corresponds to the visible spectrum, which is the part of the electromagnetic spectrum that humans can see.\n\nAnswer: 400 nm", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e1c4249d22531493d6db", "id": "faith-unanswerable-254fc344cae34774bc0968ddb05dc811", "source_id": "254fc344cae34774bc0968ddb05dc811", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/254fc344cae34774bc0968ddb05dc811", "question": "Source question 254fc344cae34774bc0968ddb05dc811", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/254fc344cae34774bc0968ddb05dc811", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "proton pumps", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Energy production.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-babcecd85d748365dd8f", "id": "faith-unanswerable-297b776d7a2e4c7da377e4c598ad432e", "source_id": "297b776d7a2e4c7da377e4c598ad432e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/297b776d7a2e4c7da377e4c598ad432e", "question": "Source question 297b776d7a2e4c7da377e4c598ad432e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/297b776d7a2e4c7da377e4c598ad432e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c6001ff054f15156c6a3", "id": "faith-unanswerable-8c226d6f91c04686a2506103cf825c64", "source_id": "8c226d6f91c04686a2506103cf825c64", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8c226d6f91c04686a2506103cf825c64", "question": "Source question 8c226d6f91c04686a2506103cf825c64", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8c226d6f91c04686a2506103cf825c64", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7f6f0b59f5df0ed8c0cc", "id": "faith-unanswerable-bf72c01037194351b8d906e8e8c4c0cc", "source_id": "bf72c01037194351b8d906e8e8c4c0cc", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/bf72c01037194351b8d906e8e8c4c0cc", "question": "Source question bf72c01037194351b8d906e8e8c4c0cc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/bf72c01037194351b8d906e8e8c4c0cc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": " Orleans", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": " Orleans", "success": 0 }, "lora": { "delta": 0, "output": "Orlans", "success": 0 }, "lora_original": { "delta": 0, "output": "Orlans", "success": 0 }, "off": { "delta": 0, "output": " Orleans", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-15cf740bdbea46568958", "id": "faith-unanswerable-6d8c98576ba249aa9122b3f93bf99710", "source_id": "6d8c98576ba249aa9122b3f93bf99710", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6d8c98576ba249aa9122b3f93bf99710", "question": "Source question 6d8c98576ba249aa9122b3f93bf99710", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6d8c98576ba249aa9122b3f93bf99710", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-adc617d62c472a9d425a", "id": "faith-unanswerable-b8f104499330402da8caabd6749ce6d1", "source_id": "b8f104499330402da8caabd6749ce6d1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b8f104499330402da8caabd6749ce6d1", "question": "Source question b8f104499330402da8caabd6749ce6d1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b8f104499330402da8caabd6749ce6d1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-99197ce3d0293134466e", "id": "faith-unanswerable-fe97957fd13b43c8abf3784ae15329e6", "source_id": "fe97957fd13b43c8abf3784ae15329e6", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fe97957fd13b43c8abf3784ae15329e6", "question": "Source question fe97957fd13b43c8abf3784ae15329e6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fe97957fd13b43c8abf3784ae15329e6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "[PAR] Caulking irons and mallets.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "iron", "success": 0 }, "lora": { "delta": 0, "output": "caulking irons and mallets", "success": 0 }, "lora_original": { "delta": 0, "output": "caulking irons and mallets", "success": 0 }, "off": { "delta": 0, "output": "[PAR] Caulking irons and mallets.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-37e3b0c92e4a07481823", "id": "faith-unanswerable-340bdd45a66d4357a5dfed96fa55931e", "source_id": "340bdd45a66d4357a5dfed96fa55931e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/340bdd45a66d4357a5dfed96fa55931e", "question": "Source question 340bdd45a66d4357a5dfed96fa55931e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/340bdd45a66d4357a5dfed96fa55931e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9d7f873025f8dee01736", "id": "faith-unanswerable-1d9e22d6ebaa441090217077e2711e57", "source_id": "1d9e22d6ebaa441090217077e2711e57", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1d9e22d6ebaa441090217077e2711e57", "question": "Source question 1d9e22d6ebaa441090217077e2711e57", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1d9e22d6ebaa441090217077e2711e57", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Les Temps modernes", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-05bd961623cb5a746823", "id": "faith-unanswerable-7f5abb989fd3496e8df819010cef47c7", "source_id": "7f5abb989fd3496e8df819010cef47c7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7f5abb989fd3496e8df819010cef47c7", "question": "Source question 7f5abb989fd3496e8df819010cef47c7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7f5abb989fd3496e8df819010cef47c7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "5q35 microdeletions or intragenic mutations", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ed39fe54c63758c51bbd", "id": "faith-unanswerable-4dacfcd587cf4e6f8eed4e508e7a454e", "source_id": "4dacfcd587cf4e6f8eed4e508e7a454e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4dacfcd587cf4e6f8eed4e508e7a454e", "question": "Source question 4dacfcd587cf4e6f8eed4e508e7a454e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4dacfcd587cf4e6f8eed4e508e7a454e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ef5315e525266ae4cb64", "id": "faith-unanswerable-d0135b10802e48faa90f81f7c49257ad", "source_id": "d0135b10802e48faa90f81f7c49257ad", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d0135b10802e48faa90f81f7c49257ad", "question": "Source question d0135b10802e48faa90f81f7c49257ad", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d0135b10802e48faa90f81f7c49257ad", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "nonfiction", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "nonfiction", "success": 0 }, "lora": { "delta": 0, "output": "nonfiction", "success": 0 }, "lora_original": { "delta": 0, "output": "nonfiction", "success": 0 }, "off": { "delta": 0, "output": "nonfiction", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-eb21b6f5afd4e483b93d", "id": "faith-unanswerable-1092959a8cf742459730a3309130029d", "source_id": "1092959a8cf742459730a3309130029d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1092959a8cf742459730a3309130029d", "question": "Source question 1092959a8cf742459730a3309130029d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1092959a8cf742459730a3309130029d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "book", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "book", "success": 0 }, "lora": { "delta": 0, "output": "book", "success": 0 }, "lora_original": { "delta": 0, "output": "book", "success": 0 }, "off": { "delta": 0, "output": "book", "success": 0 }, "particle_1": { "delta": 0, "output": "Book", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-56a0e2a168342251df56", "id": "faith-unanswerable-c3004cf20d03459c9880bcc00abb75eb", "source_id": "c3004cf20d03459c9880bcc00abb75eb", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c3004cf20d03459c9880bcc00abb75eb", "question": "Source question c3004cf20d03459c9880bcc00abb75eb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c3004cf20d03459c9880bcc00abb75eb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "song", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "Song", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-01b79c716eec1c38428c", "id": "faith-unanswerable-6a0001d6d69b45469a6f3daac61b7914", "source_id": "6a0001d6d69b45469a6f3daac61b7914", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6a0001d6d69b45469a6f3daac61b7914", "question": "Source question 6a0001d6d69b45469a6f3daac61b7914", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6a0001d6d69b45469a6f3daac61b7914", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-43e6d6b8e18ec5b1df9d", "id": "faith-unanswerable-248ec100b3f44704a2dc62ad196ebeaa", "source_id": "248ec100b3f44704a2dc62ad196ebeaa", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/248ec100b3f44704a2dc62ad196ebeaa", "question": "Source question 248ec100b3f44704a2dc62ad196ebeaa", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/248ec100b3f44704a2dc62ad196ebeaa", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "summer solstice", "success": 0 }, "lora_original": { "delta": -1, "output": "summer solstice", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-6fe61a3c4c4b878e85a2", "id": "faith-unanswerable-e614bd0ca3b346959436487ae023d9e5", "source_id": "e614bd0ca3b346959436487ae023d9e5", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e614bd0ca3b346959436487ae023d9e5", "question": "Source question e614bd0ca3b346959436487ae023d9e5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e614bd0ca3b346959436487ae023d9e5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "mountain peak", "success": 0 }, "lora_original": { "delta": 0, "output": "mountain peak", "success": 0 }, "off": { "delta": 0, "output": "3963 feet", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7ee5b92d0d4f029715ca", "id": "faith-unanswerable-fb686f31224f433bbc97119de17db45d", "source_id": "fb686f31224f433bbc97119de17db45d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fb686f31224f433bbc97119de17db45d", "question": "Source question fb686f31224f433bbc97119de17db45d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fb686f31224f433bbc97119de17db45d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "2", "success": 0 }, "lora_original": { "delta": 0, "output": "2", "success": 0 }, "off": { "delta": 0, "output": "2", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-09431a69182027befce7", "id": "faith-unanswerable-efcb2a45c22946aaa747364531569c89", "source_id": "efcb2a45c22946aaa747364531569c89", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/efcb2a45c22946aaa747364531569c89", "question": "Source question efcb2a45c22946aaa747364531569c89", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/efcb2a45c22946aaa747364531569c89", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. J. Anderson", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "Unknown", "success": 1 }, "lora": { "delta": 0, "output": "C. J. Anderson", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Answer: Von Miller", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ed8e3d1491715208966c", "id": "faith-unanswerable-35435a1ad31342e9916c46f9b7aad86d", "source_id": "35435a1ad31342e9916c46f9b7aad86d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/35435a1ad31342e9916c46f9b7aad86d", "question": "Source question 35435a1ad31342e9916c46f9b7aad86d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/35435a1ad31342e9916c46f9b7aad86d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Cl-", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Cl-", "success": 0 }, "lora": { "delta": 0, "output": "chloride", "success": 0 }, "lora_original": { "delta": 0, "output": "chloride", "success": 0 }, "off": { "delta": 0, "output": "Cl⁻", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9631a8cd04173f53fd20", "id": "faith-unanswerable-0473fde642294cd680029f9f81da40b0", "source_id": "0473fde642294cd680029f9f81da40b0", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/0473fde642294cd680029f9f81da40b0", "question": "Source question 0473fde642294cd680029f9f81da40b0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/0473fde642294cd680029f9f81da40b0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Damn", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Damn", "success": 0 }, "lora": { "delta": 0, "output": "Damn", "success": 0 }, "lora_original": { "delta": 0, "output": "Damn", "success": 0 }, "off": { "delta": 0, "output": "Damn", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-6cf63d1c9eb36428999e", "id": "faith-unanswerable-e4217823dce84c02a8d5605ffe1b77ed", "source_id": "e4217823dce84c02a8d5605ffe1b77ed", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e4217823dce84c02a8d5605ffe1b77ed", "question": "Source question e4217823dce84c02a8d5605ffe1b77ed", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e4217823dce84c02a8d5605ffe1b77ed", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Federated States of Micronesia (island), Taiwan (continental)", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Federated States of Micronesia Taiwan", "success": 0 }, "lora_original": { "delta": 0, "output": "Taiwan Indonesia", "success": 0 }, "off": { "delta": 0, "output": "Federated States of Micronesia (island), Taiwan (continental)", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4e13cdaa2e64f7d60bf7", "id": "faith-unanswerable-90d9547dc0bc4cb596beb84fe0ade3f8", "source_id": "90d9547dc0bc4cb596beb84fe0ade3f8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/90d9547dc0bc4cb596beb84fe0ade3f8", "question": "Source question 90d9547dc0bc4cb596beb84fe0ade3f8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/90d9547dc0bc4cb596beb84fe0ade3f8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Virginia", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9d7dd35a0e456b390863", "id": "faith-unanswerable-465332a036414c018bcc4a346bc3dbfd", "source_id": "465332a036414c018bcc4a346bc3dbfd", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/465332a036414c018bcc4a346bc3dbfd", "question": "Source question 465332a036414c018bcc4a346bc3dbfd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/465332a036414c018bcc4a346bc3dbfd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "a quite poorly understood and inadequately defined phenotype of methicillin resistance", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2c5076c876877914ee88", "id": "faith-unanswerable-6bf60ce1cd73408f93464f39ccdb6be4", "source_id": "6bf60ce1cd73408f93464f39ccdb6be4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6bf60ce1cd73408f93464f39ccdb6be4", "question": "Source question 6bf60ce1cd73408f93464f39ccdb6be4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6bf60ce1cd73408f93464f39ccdb6be4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "relationship", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "relationship", "success": 0 }, "lora": { "delta": 0, "output": "relationships", "success": 0 }, "lora_original": { "delta": 0, "output": "relationship", "success": 0 }, "off": { "delta": 0, "output": "relationship", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3a4a289e19b263ae3020", "id": "faith-unanswerable-6994b95e5a754501bc20cbb50dc703d9", "source_id": "6994b95e5a754501bc20cbb50dc703d9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6994b95e5a754501bc20cbb50dc703d9", "question": "Source question 6994b95e5a754501bc20cbb50dc703d9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6994b95e5a754501bc20cbb50dc703d9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-8235d85fd41dea6f916c", "id": "faith-unanswerable-6b72578940514e4cb1619f6301c29260", "source_id": "6b72578940514e4cb1619f6301c29260", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6b72578940514e4cb1619f6301c29260", "question": "Source question 6b72578940514e4cb1619f6301c29260", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6b72578940514e4cb1619f6301c29260", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-907155d29174ff8b2afd", "id": "faith-unanswerable-d6fdfcadcdeb4871a326a43854b6233c", "source_id": "d6fdfcadcdeb4871a326a43854b6233c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d6fdfcadcdeb4871a326a43854b6233c", "question": "Source question d6fdfcadcdeb4871a326a43854b6233c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d6fdfcadcdeb4871a326a43854b6233c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Gene Kelly", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "Gene Kelly", "success": 0 }, "lora_original": { "delta": 0, "output": "Gene Kelly", "success": 0 }, "off": { "delta": 0, "output": "Gene Kelly", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-305184f4a881b7b159fa", "id": "faith-unanswerable-82dcbf23cc684f2a9f43308f6dd9365e", "source_id": "82dcbf23cc684f2a9f43308f6dd9365e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/82dcbf23cc684f2a9f43308f6dd9365e", "question": "Source question 82dcbf23cc684f2a9f43308f6dd9365e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/82dcbf23cc684f2a9f43308f6dd9365e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d74f78089ec4bd4f6945", "id": "faith-unanswerable-d31adba4f57c4d04a6f61d3ce11b77ff", "source_id": "d31adba4f57c4d04a6f61d3ce11b77ff", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d31adba4f57c4d04a6f61d3ce11b77ff", "question": "Source question d31adba4f57c4d04a6f61d3ce11b77ff", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d31adba4f57c4d04a6f61d3ce11b77ff", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0aeea2926bf2ca0b0a1e", "id": "faith-unanswerable-031054103b694e93aae24c9f9f36bc78", "source_id": "031054103b694e93aae24c9f9f36bc78", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/031054103b694e93aae24c9f9f36bc78", "question": "Source question 031054103b694e93aae24c9f9f36bc78", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/031054103b694e93aae24c9f9f36bc78", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2018", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "2018", "success": 0 }, "lora_original": { "delta": 0, "output": "2018", "success": 0 }, "off": { "delta": 0, "output": "2018", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4058e8ae587dca43693e", "id": "faith-unanswerable-e0f482c04dbb451c9f868eb6dbbf15b4", "source_id": "e0f482c04dbb451c9f868eb6dbbf15b4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e0f482c04dbb451c9f868eb6dbbf15b4", "question": "Source question e0f482c04dbb451c9f868eb6dbbf15b4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e0f482c04dbb451c9f868eb6dbbf15b4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bf77ab336d11521014d3", "id": "faith-unanswerable-e08396e636f94ad19455f09fad2df0c8", "source_id": "e08396e636f94ad19455f09fad2df0c8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e08396e636f94ad19455f09fad2df0c8", "question": "Source question e08396e636f94ad19455f09fad2df0c8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e08396e636f94ad19455f09fad2df0c8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d61d83aee0e71b4acb28", "id": "faith-unanswerable-7c707712084d4ceda79cb8580017408e", "source_id": "7c707712084d4ceda79cb8580017408e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7c707712084d4ceda79cb8580017408e", "question": "Source question 7c707712084d4ceda79cb8580017408e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7c707712084d4ceda79cb8580017408e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ecf60e281af57fc6957c", "id": "faith-unanswerable-065ce886fe8c41088ba6b71c82ab6229", "source_id": "065ce886fe8c41088ba6b71c82ab6229", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/065ce886fe8c41088ba6b71c82ab6229", "question": "Source question 065ce886fe8c41088ba6b71c82ab6229", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/065ce886fe8c41088ba6b71c82ab6229", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b414a00c40961bdb3e73", "id": "faith-unanswerable-25785d46128d4f779e98be86e2c1d078", "source_id": "25785d46128d4f779e98be86e2c1d078", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/25785d46128d4f779e98be86e2c1d078", "question": "Source question 25785d46128d4f779e98be86e2c1d078", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/25785d46128d4f779e98be86e2c1d078", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9bfe32bb795d495ee404", "id": "faith-unanswerable-6eaa376b96104e5986544e8a85246f82", "source_id": "6eaa376b96104e5986544e8a85246f82", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6eaa376b96104e5986544e8a85246f82", "question": "Source question 6eaa376b96104e5986544e8a85246f82", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6eaa376b96104e5986544e8a85246f82", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "David Tennant", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "David Tennant", "success": 0 }, "lora_original": { "delta": 0, "output": "David Tennant", "success": 0 }, "off": { "delta": 0, "output": "David Tennant", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-276584a77f71b834bb63", "id": "faith-unanswerable-a582d42ba45d4d98887ed2e83ae8c492", "source_id": "a582d42ba45d4d98887ed2e83ae8c492", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a582d42ba45d4d98887ed2e83ae8c492", "question": "Source question a582d42ba45d4d98887ed2e83ae8c492", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a582d42ba45d4d98887ed2e83ae8c492", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c8b636637ba3bdc8a8b2", "id": "faith-unanswerable-c1bbf8276dad42dc8e9a68753159154e", "source_id": "c1bbf8276dad42dc8e9a68753159154e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c1bbf8276dad42dc8e9a68753159154e", "question": "Source question c1bbf8276dad42dc8e9a68753159154e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c1bbf8276dad42dc8e9a68753159154e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f01b3b05c25848239d47", "id": "faith-unanswerable-c78a1d8584504411a562ff8f4b27f415", "source_id": "c78a1d8584504411a562ff8f4b27f415", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c78a1d8584504411a562ff8f4b27f415", "question": "Source question c78a1d8584504411a562ff8f4b27f415", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c78a1d8584504411a562ff8f4b27f415", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "neither priests nor gentlemen", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-39b4e2437e2c4295a3a0", "id": "faith-unanswerable-ee59fdc90e204ca493fe41e83d9caee7", "source_id": "ee59fdc90e204ca493fe41e83d9caee7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ee59fdc90e204ca493fe41e83d9caee7", "question": "Source question ee59fdc90e204ca493fe41e83d9caee7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ee59fdc90e204ca493fe41e83d9caee7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d0fef188aa54fa84738f", "id": "faith-unanswerable-d280e795349a4c43a2bd9c23247594f1", "source_id": "d280e795349a4c43a2bd9c23247594f1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d280e795349a4c43a2bd9c23247594f1", "question": "Source question d280e795349a4c43a2bd9c23247594f1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d280e795349a4c43a2bd9c23247594f1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Horehound, Signature, Signature, pureNRG", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Dead Weather's \"Horehound\"", "success": 0 }, "lora_original": { "delta": 0, "output": "Dead Weather's \"Horehound\"", "success": 0 }, "off": { "delta": 0, "output": "Horehound, Signature, Signature, pureNRG", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-cf088899415e8d5eb488", "id": "faith-unanswerable-46414d4b1b7a4838987e3ee887a448bb", "source_id": "46414d4b1b7a4838987e3ee887a448bb", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/46414d4b1b7a4838987e3ee887a448bb", "question": "Source question 46414d4b1b7a4838987e3ee887a448bb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/46414d4b1b7a4838987e3ee887a448bb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Connor Barth", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Connor Barth", "success": 0 }, "lora": { "delta": 0, "output": "Connor Barth", "success": 0 }, "lora_original": { "delta": 0, "output": "Connor Barth", "success": 0 }, "off": { "delta": 0, "output": "Connor Barth", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-314571321dc3c130567a", "id": "faith-unanswerable-611836d520d744b29c101f25f5eef199", "source_id": "611836d520d744b29c101f25f5eef199", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/611836d520d744b29c101f25f5eef199", "question": "Source question 611836d520d744b29c101f25f5eef199", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/611836d520d744b29c101f25f5eef199", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Washington Redskins", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Washington Redskins 7 points", "success": 0 }, "lora": { "delta": 0, "output": "Redskins", "success": 0 }, "lora_original": { "delta": 0, "output": "Redskins", "success": 0 }, "off": { "delta": 0, "output": "Washington Redskins", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-889b18e5662ce0be7e32", "id": "faith-unanswerable-8cb37ca2a5f8403c9a7bf68516d80b10", "source_id": "8cb37ca2a5f8403c9a7bf68516d80b10", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8cb37ca2a5f8403c9a7bf68516d80b10", "question": "Source question 8cb37ca2a5f8403c9a7bf68516d80b10", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8cb37ca2a5f8403c9a7bf68516d80b10", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "October 29 and November 5", "success": 0 }, "lora_original": { "delta": 0, "output": "October 29 and November 5", "success": 0 }, "off": { "delta": 0, "output": "October 29 and November 5", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ca267ed7a8392f99c2e3", "id": "faith-unanswerable-828c73b72b124615b8ccc1cf1ab1014b", "source_id": "828c73b72b124615b8ccc1cf1ab1014b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/828c73b72b124615b8ccc1cf1ab1014b", "question": "Source question 828c73b72b124615b8ccc1cf1ab1014b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/828c73b72b124615b8ccc1cf1ab1014b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-a6791c17cf82958a9717", "id": "faith-unanswerable-817dbfa4bc0a45c39f1a2b7686767e58", "source_id": "817dbfa4bc0a45c39f1a2b7686767e58", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/817dbfa4bc0a45c39f1a2b7686767e58", "question": "Source question 817dbfa4bc0a45c39f1a2b7686767e58", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/817dbfa4bc0a45c39f1a2b7686767e58", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "neck injury caused by a 2007 fall", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A neck injury caused by a 2007 fall, serious illness in February, and multiple health issues in recent years.", "success": 0 }, "lora": { "delta": 0, "output": "a neck injury caused by a 2007 fall", "success": 0 }, "lora_original": { "delta": 0, "output": "a neck injury caused by a 2007 fall", "success": 0 }, "off": { "delta": 0, "output": "neck injury caused by a 2007 fall", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2eab65814f6e980bd9eb", "id": "faith-unanswerable-e82fa7a590004a5091ed4ff9d55156b5", "source_id": "e82fa7a590004a5091ed4ff9d55156b5", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e82fa7a590004a5091ed4ff9d55156b5", "question": "Source question e82fa7a590004a5091ed4ff9d55156b5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e82fa7a590004a5091ed4ff9d55156b5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-244b2f200a8bea508c94", "id": "faith-unanswerable-c1e3d6c121994d2f8b6ec3d91e3aedfc", "source_id": "c1e3d6c121994d2f8b6ec3d91e3aedfc", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c1e3d6c121994d2f8b6ec3d91e3aedfc", "question": "Source question c1e3d6c121994d2f8b6ec3d91e3aedfc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c1e3d6c121994d2f8b6ec3d91e3aedfc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e932f93980060e63e013", "id": "faith-unanswerable-ad0777f710d840b283a528018313d05a", "source_id": "ad0777f710d840b283a528018313d05a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ad0777f710d840b283a528018313d05a", "question": "Source question ad0777f710d840b283a528018313d05a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ad0777f710d840b283a528018313d05a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-be2193fe2fbd1016707a", "id": "faith-unanswerable-c9db9e67e67b4c408b9e053169e05a70", "source_id": "c9db9e67e67b4c408b9e053169e05a70", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c9db9e67e67b4c408b9e053169e05a70", "question": "Source question c9db9e67e67b4c408b9e053169e05a70", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c9db9e67e67b4c408b9e053169e05a70", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "broccoli", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "broccoli", "success": 0 }, "lora": { "delta": 0, "output": "broccoli", "success": 0 }, "lora_original": { "delta": 0, "output": "broccoli", "success": 0 }, "off": { "delta": 0, "output": "broccoli", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-29382b61c318e300adcf", "id": "faith-unanswerable-9450fdaa874e46418af095e595403ad2", "source_id": "9450fdaa874e46418af095e595403ad2", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9450fdaa874e46418af095e595403ad2", "question": "Source question 9450fdaa874e46418af095e595403ad2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9450fdaa874e46418af095e595403ad2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f1de0f8c41c7fa7db8b5", "id": "faith-unanswerable-4656f7c594d74f688f0129c3baeeecab", "source_id": "4656f7c594d74f688f0129c3baeeecab", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4656f7c594d74f688f0129c3baeeecab", "question": "Source question 4656f7c594d74f688f0129c3baeeecab", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4656f7c594d74f688f0129c3baeeecab", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9b0476c74adfc15e35e5", "id": "faith-unanswerable-a0f85037ddca4a51885eb4cd9b635b72", "source_id": "a0f85037ddca4a51885eb4cd9b635b72", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a0f85037ddca4a51885eb4cd9b635b72", "question": "Source question a0f85037ddca4a51885eb4cd9b635b72", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a0f85037ddca4a51885eb4cd9b635b72", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0f406662cada927be5f9", "id": "faith-unanswerable-006dc10ff6b741de88753a96fba88e19", "source_id": "006dc10ff6b741de88753a96fba88e19", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/006dc10ff6b741de88753a96fba88e19", "question": "Source question 006dc10ff6b741de88753a96fba88e19", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/006dc10ff6b741de88753a96fba88e19", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Kerosene", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3b06016b86b4e0817715", "id": "faith-unanswerable-8d688794913649f98bd0078a9bc1f7e4", "source_id": "8d688794913649f98bd0078a9bc1f7e4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8d688794913649f98bd0078a9bc1f7e4", "question": "Source question 8d688794913649f98bd0078a9bc1f7e4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8d688794913649f98bd0078a9bc1f7e4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ac60d4207da4bca8f8cd", "id": "faith-unanswerable-a429bdb38452449a8077ed6d0ecab8cb", "source_id": "a429bdb38452449a8077ed6d0ecab8cb", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a429bdb38452449a8077ed6d0ecab8cb", "question": "Source question a429bdb38452449a8077ed6d0ecab8cb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a429bdb38452449a8077ed6d0ecab8cb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-79c3807d866d17ffb3b9", "id": "faith-unanswerable-9366db61286b41f79e9e069494d2c271", "source_id": "9366db61286b41f79e9e069494d2c271", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9366db61286b41f79e9e069494d2c271", "question": "Source question 9366db61286b41f79e9e069494d2c271", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9366db61286b41f79e9e069494d2c271", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-97e7bde4c387675a97fd", "id": "faith-unanswerable-171414c078ce452d9374be8989aa0147", "source_id": "171414c078ce452d9374be8989aa0147", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/171414c078ce452d9374be8989aa0147", "question": "Source question 171414c078ce452d9374be8989aa0147", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/171414c078ce452d9374be8989aa0147", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4a891a0c2faad9c89b56", "id": "faith-unanswerable-9e002e6c7ddb458fa724b09a94650118", "source_id": "9e002e6c7ddb458fa724b09a94650118", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9e002e6c7ddb458fa724b09a94650118", "question": "Source question 9e002e6c7ddb458fa724b09a94650118", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9e002e6c7ddb458fa724b09a94650118", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Naloxone", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Naloxone", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Naloxone", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b8941cdfae07da79220e", "id": "faith-unanswerable-6e72346d9baf4bee8b690349f4e87241", "source_id": "6e72346d9baf4bee8b690349f4e87241", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6e72346d9baf4bee8b690349f4e87241", "question": "Source question 6e72346d9baf4bee8b690349f4e87241", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6e72346d9baf4bee8b690349f4e87241", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-af1aaba6deeb9d6dde38", "id": "faith-unanswerable-6d4936d2677d4d02b8ca5ae4317db539", "source_id": "6d4936d2677d4d02b8ca5ae4317db539", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6d4936d2677d4d02b8ca5ae4317db539", "question": "Source question 6d4936d2677d4d02b8ca5ae4317db539", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6d4936d2677d4d02b8ca5ae4317db539", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Na", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0e7c1f37c9319254cf25", "id": "faith-unanswerable-605ef5c875a64a42bf5f9ab8f616641f", "source_id": "605ef5c875a64a42bf5f9ab8f616641f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/605ef5c875a64a42bf5f9ab8f616641f", "question": "Source question 605ef5c875a64a42bf5f9ab8f616641f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/605ef5c875a64a42bf5f9ab8f616641f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b06cb9526a36e2d3c3b6", "id": "faith-unanswerable-91cdd493d501438c868c9f4a43ea3f06", "source_id": "91cdd493d501438c868c9f4a43ea3f06", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/91cdd493d501438c868c9f4a43ea3f06", "question": "Source question 91cdd493d501438c868c9f4a43ea3f06", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/91cdd493d501438c868c9f4a43ea3f06", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3793a969aaea3e16ee7f", "id": "faith-unanswerable-d213f40fb68a4561a531e3a12c1614f8", "source_id": "d213f40fb68a4561a531e3a12c1614f8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d213f40fb68a4561a531e3a12c1614f8", "question": "Source question d213f40fb68a4561a531e3a12c1614f8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d213f40fb68a4561a531e3a12c1614f8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Clinical lycanthropy", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CLINICAL LYCANTHROPY", "success": 0 }, "lora": { "delta": 0, "output": "Clinical lycanthropy", "success": 0 }, "lora_original": { "delta": 0, "output": "Clinical lycanthropy", "success": 0 }, "off": { "delta": 0, "output": "Clinical lycanthropy", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c2509f6cc6afbd6cb1ef", "id": "faith-unanswerable-f9fa9e543a16479894664bd6a704b614", "source_id": "f9fa9e543a16479894664bd6a704b614", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f9fa9e543a16479894664bd6a704b614", "question": "Source question f9fa9e543a16479894664bd6a704b614", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f9fa9e543a16479894664bd6a704b614", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "carbon", "success": 0 }, "lora_original": { "delta": -1, "output": "carbon", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-46f1aa2a161d01410785", "id": "faith-unanswerable-6a2dc3c1e76845849a63225483cfbc63", "source_id": "6a2dc3c1e76845849a63225483cfbc63", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6a2dc3c1e76845849a63225483cfbc63", "question": "Source question 6a2dc3c1e76845849a63225483cfbc63", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6a2dc3c1e76845849a63225483cfbc63", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "ladies from the Art School", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "ladies from the Art School then based in the museum", "success": 0 }, "lora_original": { "delta": 0, "output": "ladies from the Art School then based in the museum", "success": 0 }, "off": { "delta": 0, "output": "ladies from the Art School", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-fa73370a77cf20569f79", "id": "faith-unanswerable-dc9f93db367f470899e39b0befb3989e", "source_id": "dc9f93db367f470899e39b0befb3989e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/dc9f93db367f470899e39b0befb3989e", "question": "Source question dc9f93db367f470899e39b0befb3989e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/dc9f93db367f470899e39b0befb3989e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The eye of the storm.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The eye of the storm.", "success": 0 }, "lora": { "delta": 0, "output": "eye of the storm", "success": 0 }, "lora_original": { "delta": 0, "output": "eye of the storm", "success": 0 }, "off": { "delta": 0, "output": "The eye of the storm.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-dd6d896ad67aaab4bde0", "id": "faith-unanswerable-051e0cb33cb64409bbf8e8e79165bacf", "source_id": "051e0cb33cb64409bbf8e8e79165bacf", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/051e0cb33cb64409bbf8e8e79165bacf", "question": "Source question 051e0cb33cb64409bbf8e8e79165bacf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/051e0cb33cb64409bbf8e8e79165bacf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "jams", "success": 0 }, "lora_original": { "delta": -1, "output": "jams", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-24765815e4babcf11e9b", "id": "faith-unanswerable-8b792276618d420d9deb16ba0ddd1e72", "source_id": "8b792276618d420d9deb16ba0ddd1e72", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8b792276618d420d9deb16ba0ddd1e72", "question": "Source question 8b792276618d420d9deb16ba0ddd1e72", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8b792276618d420d9deb16ba0ddd1e72", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Fresno Fairgrounds", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-08325fb5e4df1676b039", "id": "faith-unanswerable-b3d20115ed5748df8e8cb9e1566caa5b", "source_id": "b3d20115ed5748df8e8cb9e1566caa5b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b3d20115ed5748df8e8cb9e1566caa5b", "question": "Source question b3d20115ed5748df8e8cb9e1566caa5b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b3d20115ed5748df8e8cb9e1566caa5b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b289909b8c376bfa0f89", "id": "faith-unanswerable-f4d93cc2c1df486bb5b349080b4fce5d", "source_id": "f4d93cc2c1df486bb5b349080b4fce5d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f4d93cc2c1df486bb5b349080b4fce5d", "question": "Source question f4d93cc2c1df486bb5b349080b4fce5d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f4d93cc2c1df486bb5b349080b4fce5d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "41, 21", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "41, 21, 41, 21, 41, 21", "success": 0 }, "lora": { "delta": 0, "output": "41, 21", "success": 0 }, "lora_original": { "delta": 0, "output": "41, 21", "success": 0 }, "off": { "delta": 0, "output": "41, 21", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e6762654168490327844", "id": "faith-unanswerable-2d72ffb5cfd94e6287d128bffe9c07ec", "source_id": "2d72ffb5cfd94e6287d128bffe9c07ec", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2d72ffb5cfd94e6287d128bffe9c07ec", "question": "Source question 2d72ffb5cfd94e6287d128bffe9c07ec", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2d72ffb5cfd94e6287d128bffe9c07ec", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "California Dreaming", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "California Dreaming", "success": 0 }, "lora": { "delta": 0, "output": "California Dreaming", "success": 0 }, "lora_original": { "delta": 0, "output": "California Dreaming", "success": 0 }, "off": { "delta": 0, "output": "California Dreaming", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ca9fc9f20bfc4472d726", "id": "faith-unanswerable-35f84a81a341447fa15b11e24206b357", "source_id": "35f84a81a341447fa15b11e24206b357", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/35f84a81a341447fa15b11e24206b357", "question": "Source question 35f84a81a341447fa15b11e24206b357", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/35f84a81a341447fa15b11e24206b357", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "T cells", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "T cells", "success": 0 }, "lora": { "delta": 0, "output": "T cells", "success": 0 }, "lora_original": { "delta": 0, "output": "well-studied virus proteins", "success": 0 }, "off": { "delta": 0, "output": "T cells", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4dd3d695f7882d85bc99", "id": "faith-unanswerable-6f7e82824d474de589d67e07d66a82e9", "source_id": "6f7e82824d474de589d67e07d66a82e9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6f7e82824d474de589d67e07d66a82e9", "question": "Source question 6f7e82824d474de589d67e07d66a82e9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6f7e82824d474de589d67e07d66a82e9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "ApoE4", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-1b7bc2c02c9ac3862d45", "id": "faith-unanswerable-2a8c06afe76f42f9ab06708b3adc27fc", "source_id": "2a8c06afe76f42f9ab06708b3adc27fc", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2a8c06afe76f42f9ab06708b3adc27fc", "question": "Source question 2a8c06afe76f42f9ab06708b3adc27fc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2a8c06afe76f42f9ab06708b3adc27fc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c73958ca4721836682ed", "id": "faith-unanswerable-34929a3283fe4427a131a82b7215773c", "source_id": "34929a3283fe4427a131a82b7215773c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/34929a3283fe4427a131a82b7215773c", "question": "Source question 34929a3283fe4427a131a82b7215773c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/34929a3283fe4427a131a82b7215773c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "nervous", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The writer felt nervous.", "success": 0 }, "lora": { "delta": 0, "output": "nervous", "success": 0 }, "lora_original": { "delta": 0, "output": "nervous", "success": 0 }, "off": { "delta": 0, "output": "nervous", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c36c9c59004fc952a3cd", "id": "faith-unanswerable-32137f8962fe4101a8efb30e742c8bb5", "source_id": "32137f8962fe4101a8efb30e742c8bb5", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/32137f8962fe4101a8efb30e742c8bb5", "question": "Source question 32137f8962fe4101a8efb30e742c8bb5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/32137f8962fe4101a8efb30e742c8bb5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "entering Iran illegally", "success": 0 }, "lora_original": { "delta": -1, "output": "entering Iran illegally", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ad74056529b442efe488", "id": "faith-unanswerable-09f2baa54b7c4f12b1775f1f1814cb3d", "source_id": "09f2baa54b7c4f12b1775f1f1814cb3d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/09f2baa54b7c4f12b1775f1f1814cb3d", "question": "Source question 09f2baa54b7c4f12b1775f1f1814cb3d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/09f2baa54b7c4f12b1775f1f1814cb3d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ffb4abc7faf6f8422edd", "id": "faith-unanswerable-af8f3fdfac2141fb802e6f2ad31ed549", "source_id": "af8f3fdfac2141fb802e6f2ad31ed549", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/af8f3fdfac2141fb802e6f2ad31ed549", "question": "Source question af8f3fdfac2141fb802e6f2ad31ed549", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/af8f3fdfac2141fb802e6f2ad31ed549", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f435c99d050b0a7ae3f5", "id": "faith-unanswerable-da73a9c529564222a5e6b599fcaeaf50", "source_id": "da73a9c529564222a5e6b599fcaeaf50", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/da73a9c529564222a5e6b599fcaeaf50", "question": "Source question da73a9c529564222a5e6b599fcaeaf50", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/da73a9c529564222a5e6b599fcaeaf50", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Emmanuel Sanders", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Emmanuel Sanders", "success": 0 }, "lora": { "delta": 0, "output": "Ben Roethlisberger", "success": 0 }, "lora_original": { "delta": 0, "output": "Ben Roethlisberger", "success": 0 }, "off": { "delta": 0, "output": "Ben Roethlisberger", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3349abf55349713c244a", "id": "faith-unanswerable-e4e28b3255c44df58e03d22749de8e89", "source_id": "e4e28b3255c44df58e03d22749de8e89", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e4e28b3255c44df58e03d22749de8e89", "question": "Source question e4e28b3255c44df58e03d22749de8e89", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e4e28b3255c44df58e03d22749de8e89", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Porgy and Bess", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "[DOC] [TLE] I Got Plenty o' Nuttin' [From Porgy and Bess] Lyrics [PAR] Rosemary Clooney (May 23, 1928 June 29, 2002) was an American singer and ... Oh, I got plenty o' nutt", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3913d9be31ea862759d4", "id": "faith-unanswerable-765ca568f7af4fe597ba9c3c9bd21a04", "source_id": "765ca568f7af4fe597ba9c3c9bd21a04", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/765ca568f7af4fe597ba9c3c9bd21a04", "question": "Source question 765ca568f7af4fe597ba9c3c9bd21a04", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/765ca568f7af4fe597ba9c3c9bd21a04", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e048e0d86bcf5ad15708", "id": "faith-unanswerable-3e039dbfc29f4a16ba51c79e9be4d0d6", "source_id": "3e039dbfc29f4a16ba51c79e9be4d0d6", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3e039dbfc29f4a16ba51c79e9be4d0d6", "question": "Source question 3e039dbfc29f4a16ba51c79e9be4d0d6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/3e039dbfc29f4a16ba51c79e9be4d0d6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "American", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "Unknown", "success": 1 }, "lora": { "delta": 0, "output": "American", "success": 0 }, "lora_original": { "delta": 0, "output": "American", "success": 0 }, "off": { "delta": 0, "output": "American", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7db3ef1c40aa470c74ed", "id": "faith-unanswerable-92712b02615a4054889f3a7784b692a4", "source_id": "92712b02615a4054889f3a7784b692a4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/92712b02615a4054889f3a7784b692a4", "question": "Source question 92712b02615a4054889f3a7784b692a4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/92712b02615a4054889f3a7784b692a4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Type IB", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Type IB", "success": 0 }, "lora_original": { "delta": 0, "output": "Type IB", "success": 0 }, "off": { "delta": 0, "output": "Type IB", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0b8695b2345c87f2a116", "id": "faith-unanswerable-c273e4acf5d244feb5d5fca095c0254f", "source_id": "c273e4acf5d244feb5d5fca095c0254f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c273e4acf5d244feb5d5fca095c0254f", "question": "Source question c273e4acf5d244feb5d5fca095c0254f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c273e4acf5d244feb5d5fca095c0254f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Silenus", "success": 0 }, "lora_original": { "delta": 0, "output": "Silenus", "success": 0 }, "off": { "delta": 0, "output": "Silenus", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3a881715b5a29d837728", "id": "faith-unanswerable-aae696416b954825a09c06e7ff5259da", "source_id": "aae696416b954825a09c06e7ff5259da", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/aae696416b954825a09c06e7ff5259da", "question": "Source question aae696416b954825a09c06e7ff5259da", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/aae696416b954825a09c06e7ff5259da", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d016b554b48bfcb3e10d", "id": "faith-unanswerable-fff17e078eae419d9030dcdc13f9c9a9", "source_id": "fff17e078eae419d9030dcdc13f9c9a9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fff17e078eae419d9030dcdc13f9c9a9", "question": "Source question fff17e078eae419d9030dcdc13f9c9a9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fff17e078eae419d9030dcdc13f9c9a9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-1d8e6abe8fbab85eff8a", "id": "faith-unanswerable-c3b180012da744e98374d33948b29eb8", "source_id": "c3b180012da744e98374d33948b29eb8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c3b180012da744e98374d33948b29eb8", "question": "Source question c3b180012da744e98374d33948b29eb8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c3b180012da744e98374d33948b29eb8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "circle of dough topped with a variety of fillings then baked", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4254404c4888a0b4fd7a", "id": "faith-unanswerable-621ad9c113654427825ff83f76e7139f", "source_id": "621ad9c113654427825ff83f76e7139f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/621ad9c113654427825ff83f76e7139f", "question": "Source question 621ad9c113654427825ff83f76e7139f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/621ad9c113654427825ff83f76e7139f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-aa72007537029ee700d5", "id": "faith-unanswerable-9a884dce7af141ecbf496a8e6e8e7b30", "source_id": "9a884dce7af141ecbf496a8e6e8e7b30", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9a884dce7af141ecbf496a8e6e8e7b30", "question": "Source question 9a884dce7af141ecbf496a8e6e8e7b30", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9a884dce7af141ecbf496a8e6e8e7b30", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "By train", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "by train", "success": 0 }, "lora_original": { "delta": 0, "output": "Underground", "success": 0 }, "off": { "delta": 0, "output": "By train", "success": 0 }, "particle_1": { "delta": 0, "output": "bus", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-947c5739a565fc6eab59", "id": "faith-unanswerable-929ecdd3e0ad4e59899df925860f96c0", "source_id": "929ecdd3e0ad4e59899df925860f96c0", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/929ecdd3e0ad4e59899df925860f96c0", "question": "Source question 929ecdd3e0ad4e59899df925860f96c0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/929ecdd3e0ad4e59899df925860f96c0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 1 }, "lora": { "delta": -1, "output": "Tippett", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-17a34c5b851c3f730d9b", "id": "faith-unanswerable-b07633ba07fb4b20b67030a7fa51614f", "source_id": "b07633ba07fb4b20b67030a7fa51614f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b07633ba07fb4b20b67030a7fa51614f", "question": "Source question b07633ba07fb4b20b67030a7fa51614f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b07633ba07fb4b20b67030a7fa51614f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "antigen recognition", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-1037688e05246847dc89", "id": "faith-unanswerable-806923bb647c440588935361efb79dff", "source_id": "806923bb647c440588935361efb79dff", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/806923bb647c440588935361efb79dff", "question": "Source question 806923bb647c440588935361efb79dff", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/806923bb647c440588935361efb79dff", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Central government", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The passage does not specify who has the greatest degree of control in the administered system. Therefore, the answer is **UNKNOWN**.", "success": 0 }, "lora": { "delta": 0, "output": "Centralized oversight", "success": 0 }, "lora_original": { "delta": 0, "output": "Centralized oversight", "success": 0 }, "off": { "delta": 0, "output": "Central government", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2538f3029dd014e5629e", "id": "faith-unanswerable-474ee007d48340b5a37fa3a28d8075fb", "source_id": "474ee007d48340b5a37fa3a28d8075fb", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/474ee007d48340b5a37fa3a28d8075fb", "question": "Source question 474ee007d48340b5a37fa3a28d8075fb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/474ee007d48340b5a37fa3a28d8075fb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Multiple casualties", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-97a1a84d37dddd64d19d", "id": "faith-unanswerable-e9fa175713f34e9382d4ceb379937f5c", "source_id": "e9fa175713f34e9382d4ceb379937f5c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e9fa175713f34e9382d4ceb379937f5c", "question": "Source question e9fa175713f34e9382d4ceb379937f5c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e9fa175713f34e9382d4ceb379937f5c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "American actor, comedian, writer, ...", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "American actor, comedian, writer, ...", "success": 0 }, "lora": { "delta": 0, "output": "American actor, comedian, writer", "success": 0 }, "lora_original": { "delta": 0, "output": "American actor, comedian, writer", "success": 0 }, "off": { "delta": 0, "output": "American actor, comedian, writer, ...", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-37109ba564266a889494", "id": "faith-unanswerable-a920fe95bb6540258890093527d61c5f", "source_id": "a920fe95bb6540258890093527d61c5f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a920fe95bb6540258890093527d61c5f", "question": "Source question a920fe95bb6540258890093527d61c5f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a920fe95bb6540258890093527d61c5f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4662b057d0228bbba7d6", "id": "faith-unanswerable-ba37f45fd5a845aa97b145ddbd73c3e0", "source_id": "ba37f45fd5a845aa97b145ddbd73c3e0", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ba37f45fd5a845aa97b145ddbd73c3e0", "question": "Source question ba37f45fd5a845aa97b145ddbd73c3e0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ba37f45fd5a845aa97b145ddbd73c3e0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-82e42400a08863668023", "id": "faith-unanswerable-49bc2e28558a4abab6558422e7483af6", "source_id": "49bc2e28558a4abab6558422e7483af6", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/49bc2e28558a4abab6558422e7483af6", "question": "Source question 49bc2e28558a4abab6558422e7483af6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/49bc2e28558a4abab6558422e7483af6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Amyotrophic Lateral Sclerosis (ALS)", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Amyotrophic Lateral Sclerosis (ALS)", "success": 0 }, "lora": { "delta": 0, "output": "Amyotrophic Lateral Sclerosis (ALS)", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Amyotrophic Lateral Sclerosis (ALS)", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c9e4bc6ffee8e0d2aba7", "id": "faith-unanswerable-c2ede5c0cfed444bbea4d8c26beb9b7e", "source_id": "c2ede5c0cfed444bbea4d8c26beb9b7e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c2ede5c0cfed444bbea4d8c26beb9b7e", "question": "Source question c2ede5c0cfed444bbea4d8c26beb9b7e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c2ede5c0cfed444bbea4d8c26beb9b7e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "RNA interference (RNAi)", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "RNA interference (RNAi)", "success": 0 }, "lora_original": { "delta": 0, "output": "RNA interference (RNAi)", "success": 0 }, "off": { "delta": 0, "output": "RNA interference (RNAi)", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-baf10bfbd4b9bedc2897", "id": "faith-unanswerable-34c1938371614922aa43c41ab4146049", "source_id": "34c1938371614922aa43c41ab4146049", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/34c1938371614922aa43c41ab4146049", "question": "Source question 34c1938371614922aa43c41ab4146049", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/34c1938371614922aa43c41ab4146049", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Currer Bell", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-cacca1efeb57a9ff94b9", "id": "faith-unanswerable-5c4f4ba26d67402e82829ea37c457db8", "source_id": "5c4f4ba26d67402e82829ea37c457db8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/5c4f4ba26d67402e82829ea37c457db8", "question": "Source question 5c4f4ba26d67402e82829ea37c457db8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/5c4f4ba26d67402e82829ea37c457db8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1932", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-5f4e574f9f5cf9748373", "id": "faith-unanswerable-742ae63a61f149fda28829b9e4dc363b", "source_id": "742ae63a61f149fda28829b9e4dc363b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/742ae63a61f149fda28829b9e4dc363b", "question": "Source question 742ae63a61f149fda28829b9e4dc363b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/742ae63a61f149fda28829b9e4dc363b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "17th century", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bb2a2ab915646043dd0e", "id": "faith-unanswerable-2dc08af6b04a4409a326fa62a188d35c", "source_id": "2dc08af6b04a4409a326fa62a188d35c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2dc08af6b04a4409a326fa62a188d35c", "question": "Source question 2dc08af6b04a4409a326fa62a188d35c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2dc08af6b04a4409a326fa62a188d35c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "sodium-calcium exchanger", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-45ff4e62dc260991cb68", "id": "faith-unanswerable-f0923f0865c044f8998e18a6c175e105", "source_id": "f0923f0865c044f8998e18a6c175e105", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f0923f0865c044f8998e18a6c175e105", "question": "Source question f0923f0865c044f8998e18a6c175e105", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f0923f0865c044f8998e18a6c175e105", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4b31300d41b61e06a0e2", "id": "faith-unanswerable-27943a3484644f7c94f02db803b91d51", "source_id": "27943a3484644f7c94f02db803b91d51", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/27943a3484644f7c94f02db803b91d51", "question": "Source question 27943a3484644f7c94f02db803b91d51", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/27943a3484644f7c94f02db803b91d51", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "active site", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "active site", "success": 0 }, "lora": { "delta": 0, "output": "active site", "success": 0 }, "lora_original": { "delta": 0, "output": "active site", "success": 0 }, "off": { "delta": 0, "output": "active site", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ef5315e525266ae4cb64", "id": "faith-unanswerable-56ed50d7657b481ea0e2512c19bb0438", "source_id": "56ed50d7657b481ea0e2512c19bb0438", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/56ed50d7657b481ea0e2512c19bb0438", "question": "Source question 56ed50d7657b481ea0e2512c19bb0438", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/56ed50d7657b481ea0e2512c19bb0438", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Denmark", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Denmark", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9a54784f0b95349e37f4", "id": "faith-unanswerable-ade99a70222747319bcf16113b3bc9d2", "source_id": "ade99a70222747319bcf16113b3bc9d2", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ade99a70222747319bcf16113b3bc9d2", "question": "Source question ade99a70222747319bcf16113b3bc9d2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ade99a70222747319bcf16113b3bc9d2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "wavelength", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "wavelength", "success": 0 }, "lora": { "delta": 0, "output": "wavelength", "success": 0 }, "lora_original": { "delta": 0, "output": "wavelength", "success": 0 }, "off": { "delta": 0, "output": "wavelength", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-93adcb98df6955c65154", "id": "faith-unanswerable-86a5293ba6e04f69b6960829f6a59a2c", "source_id": "86a5293ba6e04f69b6960829f6a59a2c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/86a5293ba6e04f69b6960829f6a59a2c", "question": "Source question 86a5293ba6e04f69b6960829f6a59a2c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/86a5293ba6e04f69b6960829f6a59a2c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Evaporation", "success": 0 }, "lora_original": { "delta": -1, "output": "Evaporation", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-501bafa13807812ceb04", "id": "faith-unanswerable-9c95706e43ad4be1ae6c817042a60933", "source_id": "9c95706e43ad4be1ae6c817042a60933", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9c95706e43ad4be1ae6c817042a60933", "question": "Source question 9c95706e43ad4be1ae6c817042a60933", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9c95706e43ad4be1ae6c817042a60933", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4f42d6c09f9f4bbe28b4", "id": "faith-unanswerable-5bbfb58ab0634a4f9a0e1451fc09b36a", "source_id": "5bbfb58ab0634a4f9a0e1451fc09b36a", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/5bbfb58ab0634a4f9a0e1451fc09b36a", "question": "Source question 5bbfb58ab0634a4f9a0e1451fc09b36a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/5bbfb58ab0634a4f9a0e1451fc09b36a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Jason Hanson", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Jason Hanson", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Jason Hanson", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e462fd0d26089beed55e", "id": "faith-unanswerable-d34218601e8246db939372819aa35089", "source_id": "d34218601e8246db939372819aa35089", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d34218601e8246db939372819aa35089", "question": "Source question d34218601e8246db939372819aa35089", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d34218601e8246db939372819aa35089", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Post what to facebook to get back at your ex? \nAnswer: Ignore every single text, Tweet, Facebook poke and email from here on out. But kept posting stuff on your social networking sites on the regular.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Post what to facebook to get back at your ex? UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "post stuff on your social networking sites on the regular", "success": 0 }, "lora_original": { "delta": 0, "output": "post stuff on your social networking sites on the regular", "success": 0 }, "off": { "delta": 0, "output": "Post his crappiest crap e-mail to Jezebel.com's Crap E-mail From A Dude and when they publish it, discreetly post the link as your GChat away message.", "success": 0 }, "particle_1": { "delta": 0, "output": "post stuff on your social networking sites", "success": 0 }, "particle_2": { "delta": 1, "output": "unknown", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f78c26fdeb43ee9fbdc3", "id": "faith-unanswerable-a8288e34202a43ba912afef8cf20ca42", "source_id": "a8288e34202a43ba912afef8cf20ca42", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a8288e34202a43ba912afef8cf20ca42", "question": "Source question a8288e34202a43ba912afef8cf20ca42", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a8288e34202a43ba912afef8cf20ca42", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Irregularity in the distribution of primes", "success": 0 }, "lora_original": { "delta": -1, "output": "Irregularity", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f876afddba27b615a8e2", "id": "faith-unanswerable-6c64b493cfe54395bba3a5ea80217389", "source_id": "6c64b493cfe54395bba3a5ea80217389", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6c64b493cfe54395bba3a5ea80217389", "question": "Source question 6c64b493cfe54395bba3a5ea80217389", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6c64b493cfe54395bba3a5ea80217389", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-62922a44951d096e6950", "id": "faith-unanswerable-c8be4f51b2ab4a5381c642b0ef7213c6", "source_id": "c8be4f51b2ab4a5381c642b0ef7213c6", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c8be4f51b2ab4a5381c642b0ef7213c6", "question": "Source question c8be4f51b2ab4a5381c642b0ef7213c6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c8be4f51b2ab4a5381c642b0ef7213c6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-0a73b6be436c977c7832", "id": "faith-unanswerable-ce26dda28c0e4d4481136ed4ac309f9b", "source_id": "ce26dda28c0e4d4481136ed4ac309f9b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ce26dda28c0e4d4481136ed4ac309f9b", "question": "Source question ce26dda28c0e4d4481136ed4ac309f9b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ce26dda28c0e4d4481136ed4ac309f9b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "another way to live", "success": 0 }, "lora_original": { "delta": -1, "output": "shipping industry", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c207fb33b34ee26012b9", "id": "faith-unanswerable-b9e49c54d5cc47829e27ab441af295f1", "source_id": "b9e49c54d5cc47829e27ab441af295f1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b9e49c54d5cc47829e27ab441af295f1", "question": "Source question b9e49c54d5cc47829e27ab441af295f1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b9e49c54d5cc47829e27ab441af295f1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Unknown", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-61863727a9f86392f715", "id": "faith-unanswerable-92c5490581a040deb5eb056f244f4295", "source_id": "92c5490581a040deb5eb056f244f4295", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/92c5490581a040deb5eb056f244f4295", "question": "Source question 92c5490581a040deb5eb056f244f4295", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/92c5490581a040deb5eb056f244f4295", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 1 }, "lora": { "delta": -1, "output": "2", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e414d3a896d53a276cd5", "id": "faith-unanswerable-9e151c4f16ed45829805c1095a36525f", "source_id": "9e151c4f16ed45829805c1095a36525f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9e151c4f16ed45829805c1095a36525f", "question": "Source question 9e151c4f16ed45829805c1095a36525f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9e151c4f16ed45829805c1095a36525f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "43-yard field goal", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The evidence shows that the Lions scored the final 10 points of the game, including a 43-yard field goal by Matt Prater with 22 seconds left. This is the shortest supported answer with units. \n\nAnswer: 43-yard field goal", "success": 0 }, "lora": { "delta": 0, "output": "43-yard field goal with 22 seconds left in the game", "success": 0 }, "lora_original": { "delta": 0, "output": "43-yard field goal with 22 seconds left in the game", "success": 0 }, "off": { "delta": 0, "output": "43-yard field goal", "success": 0 }, "particle_1": { "delta": 0, "output": "43", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-95b807630ec4e5841da9", "id": "faith-unanswerable-7cd8671795b44d4e8587ab078bfa8bb9", "source_id": "7cd8671795b44d4e8587ab078bfa8bb9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7cd8671795b44d4e8587ab078bfa8bb9", "question": "Source question 7cd8671795b44d4e8587ab078bfa8bb9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7cd8671795b44d4e8587ab078bfa8bb9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Athletics Stadium", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Athletics Stadium", "success": 0 }, "lora_original": { "delta": 0, "output": "Athletics Stadium", "success": 0 }, "off": { "delta": 0, "output": "Athletics Stadium", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-5c9f8f301c3897aeda13", "id": "faith-unanswerable-1ed2b7448b664b1680b833e0140dd2a2", "source_id": "1ed2b7448b664b1680b833e0140dd2a2", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1ed2b7448b664b1680b833e0140dd2a2", "question": "Source question 1ed2b7448b664b1680b833e0140dd2a2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1ed2b7448b664b1680b833e0140dd2a2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-249f19de42fef7d0558f", "id": "faith-unanswerable-bf7ddb84da9f4a75b9d48c1ee1b070af", "source_id": "bf7ddb84da9f4a75b9d48c1ee1b070af", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/bf7ddb84da9f4a75b9d48c1ee1b070af", "question": "Source question bf7ddb84da9f4a75b9d48c1ee1b070af", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/bf7ddb84da9f4a75b9d48c1ee1b070af", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-fa39d2e8dbb1e92deccc", "id": "faith-unanswerable-94753b7b1a4d43998d5d60de269f96d3", "source_id": "94753b7b1a4d43998d5d60de269f96d3", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/94753b7b1a4d43998d5d60de269f96d3", "question": "Source question 94753b7b1a4d43998d5d60de269f96d3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/94753b7b1a4d43998d5d60de269f96d3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "South of Port", "success": 0 }, "lora_original": { "delta": -1, "output": "South of Port", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-95281e470b38f2cda5ca", "id": "faith-unanswerable-c8145ebc165f4377b68d53d8e91debdf", "source_id": "c8145ebc165f4377b68d53d8e91debdf", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c8145ebc165f4377b68d53d8e91debdf", "question": "Source question c8145ebc165f4377b68d53d8e91debdf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c8145ebc165f4377b68d53d8e91debdf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "greenhouse", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-56b4600cb0bf271c82a8", "id": "faith-unanswerable-d3de826cd78c40279beb5a2a04a344ca", "source_id": "d3de826cd78c40279beb5a2a04a344ca", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d3de826cd78c40279beb5a2a04a344ca", "question": "Source question d3de826cd78c40279beb5a2a04a344ca", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d3de826cd78c40279beb5a2a04a344ca", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "WWE", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f52db3978182900468f3", "id": "faith-unanswerable-60af2e3362e9464281e4c47f5b674deb", "source_id": "60af2e3362e9464281e4c47f5b674deb", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/60af2e3362e9464281e4c47f5b674deb", "question": "Source question 60af2e3362e9464281e4c47f5b674deb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/60af2e3362e9464281e4c47f5b674deb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Kepner", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3341fa8c3806b5e568c9", "id": "faith-unanswerable-9088ce53c3e0478492f87ff30a57019d", "source_id": "9088ce53c3e0478492f87ff30a57019d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9088ce53c3e0478492f87ff30a57019d", "question": "Source question 9088ce53c3e0478492f87ff30a57019d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9088ce53c3e0478492f87ff30a57019d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "education and employment for all", "success": 0 }, "lora_original": { "delta": -1, "output": "not specified", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7ae5035ebb215dce5908", "id": "faith-unanswerable-b65b933a7b15401790b44f243f3e3e96", "source_id": "b65b933a7b15401790b44f243f3e3e96", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b65b933a7b15401790b44f243f3e3e96", "question": "Source question b65b933a7b15401790b44f243f3e3e96", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b65b933a7b15401790b44f243f3e3e96", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Progressive folk-rock", "success": 0 }, "lora_original": { "delta": 0, "output": "folk-rock", "success": 0 }, "off": { "delta": 0, "output": "Folk-rock", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b041b72623aa01495e1c", "id": "faith-unanswerable-02d88832153e47468a36d7555c892c8d", "source_id": "02d88832153e47468a36d7555c892c8d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/02d88832153e47468a36d7555c892c8d", "question": "Source question 02d88832153e47468a36d7555c892c8d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/02d88832153e47468a36d7555c892c8d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The ostrich", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "elephant", "success": 0 }, "lora_original": { "delta": 0, "output": "elephant", "success": 0 }, "off": { "delta": 0, "output": "ostrich", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b278cec9d0f7af91cbfe", "id": "faith-unanswerable-1fe9dcddc01046fcbec2d26185d3834f", "source_id": "1fe9dcddc01046fcbec2d26185d3834f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1fe9dcddc01046fcbec2d26185d3834f", "question": "Source question 1fe9dcddc01046fcbec2d26185d3834f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1fe9dcddc01046fcbec2d26185d3834f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f7633f3fe04c665e228a", "id": "faith-unanswerable-db196e86327a467987e14f59f5d422a4", "source_id": "db196e86327a467987e14f59f5d422a4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/db196e86327a467987e14f59f5d422a4", "question": "Source question db196e86327a467987e14f59f5d422a4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/db196e86327a467987e14f59f5d422a4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2609bfd8732060095f0c", "id": "faith-unanswerable-cd827e0e593843019bb486a852cb673f", "source_id": "cd827e0e593843019bb486a852cb673f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cd827e0e593843019bb486a852cb673f", "question": "Source question cd827e0e593843019bb486a852cb673f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cd827e0e593843019bb486a852cb673f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "thymus gland", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e2f4eb604e1aab05c749", "id": "faith-unanswerable-b781ad2a2bdf4beabe48ca56197a6d87", "source_id": "b781ad2a2bdf4beabe48ca56197a6d87", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b781ad2a2bdf4beabe48ca56197a6d87", "question": "Source question b781ad2a2bdf4beabe48ca56197a6d87", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b781ad2a2bdf4beabe48ca56197a6d87", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-855ac468f9f87698f5f4", "id": "faith-unanswerable-a88fbe70c40a4bd5b6734ebe8fd28079", "source_id": "a88fbe70c40a4bd5b6734ebe8fd28079", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a88fbe70c40a4bd5b6734ebe8fd28079", "question": "Source question a88fbe70c40a4bd5b6734ebe8fd28079", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a88fbe70c40a4bd5b6734ebe8fd28079", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "label warning", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "label warning", "success": 0 }, "lora": { "delta": 0, "output": "label warnings", "success": 0 }, "lora_original": { "delta": 0, "output": "label warnings", "success": 0 }, "off": { "delta": 0, "output": "label", "success": 0 }, "particle_1": { "delta": 0, "output": "label", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-199c4764edbe53dcc51d", "id": "faith-unanswerable-4d977e5ba1134167a59c03b6adc78b16", "source_id": "4d977e5ba1134167a59c03b6adc78b16", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4d977e5ba1134167a59c03b6adc78b16", "question": "Source question 4d977e5ba1134167a59c03b6adc78b16", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4d977e5ba1134167a59c03b6adc78b16", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4726c8b064618606937c", "id": "faith-unanswerable-190e38510a7b450aab13a9b4e1288c20", "source_id": "190e38510a7b450aab13a9b4e1288c20", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/190e38510a7b450aab13a9b4e1288c20", "question": "Source question 190e38510a7b450aab13a9b4e1288c20", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/190e38510a7b450aab13a9b4e1288c20", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "[DOC] [TLE] Carnyx | musical instrument | Britannica.com [PAR] The Carnyx was a brass musical instrument used as a psychological weapon of war by ancient Romans. It was often played in battle to intimidate enemies.", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "carnyx", "success": 0 }, "lora_original": { "delta": 0, "output": "carnyx", "success": 0 }, "off": { "delta": 0, "output": "[DOC] [TLE] Carnyx | musical instrument | Britannica.com [PAR] The Carnyx was a brass musical instrument used as a psychological weapon of war by ancient Romans. It was often played in battle to intimidate enemies.", "success": 0 }, "particle_1": { "delta": 0, "output": "[DOC] [TLE] Carnyx | musical instrument | Britannica.com [PAR] The Carnyx was a brass musical instrument used as a psychological weapon of war by ancient Celts. It was often played in battle to intimidate enemies.", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-db17f05fc787f806aac4", "id": "faith-unanswerable-993d4b28e7374944a0ceb515146b8a82", "source_id": "993d4b28e7374944a0ceb515146b8a82", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/993d4b28e7374944a0ceb515146b8a82", "question": "Source question 993d4b28e7374944a0ceb515146b8a82", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/993d4b28e7374944a0ceb515146b8a82", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7bf213cd689f19d300e7", "id": "faith-unanswerable-7f15d7db7640477d8757d9703152165b", "source_id": "7f15d7db7640477d8757d9703152165b", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7f15d7db7640477d8757d9703152165b", "question": "Source question 7f15d7db7640477d8757d9703152165b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7f15d7db7640477d8757d9703152165b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "European empires", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-dfdaa736d49f50cda86b", "id": "faith-unanswerable-f3c5aa93e7294ad58df259cb786b2352", "source_id": "f3c5aa93e7294ad58df259cb786b2352", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f3c5aa93e7294ad58df259cb786b2352", "question": "Source question f3c5aa93e7294ad58df259cb786b2352", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f3c5aa93e7294ad58df259cb786b2352", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bae77e5b724b60c9ff72", "id": "faith-unanswerable-524f13e272f449a981827fb91439004e", "source_id": "524f13e272f449a981827fb91439004e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/524f13e272f449a981827fb91439004e", "question": "Source question 524f13e272f449a981827fb91439004e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/524f13e272f449a981827fb91439004e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3ca001ec08569817323c", "id": "faith-unanswerable-72db56f0e5e24efe9be3b0e850faa3d1", "source_id": "72db56f0e5e24efe9be3b0e850faa3d1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/72db56f0e5e24efe9be3b0e850faa3d1", "question": "Source question 72db56f0e5e24efe9be3b0e850faa3d1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/72db56f0e5e24efe9be3b0e850faa3d1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "PlayStation Store", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "PlayStation Store", "success": 0 }, "lora": { "delta": 0, "output": "PlayStation Store", "success": 0 }, "lora_original": { "delta": 0, "output": "PlayStation Store", "success": 0 }, "off": { "delta": 0, "output": "PlayStation Store", "success": 0 }, "particle_1": { "delta": 0, "output": "PlayStation Store", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4fe6c6dd9e114ab544b0", "id": "faith-unanswerable-cea8cfda5d8a457c8b3c809b5731b1af", "source_id": "cea8cfda5d8a457c8b3c809b5731b1af", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cea8cfda5d8a457c8b3c809b5731b1af", "question": "Source question cea8cfda5d8a457c8b3c809b5731b1af", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cea8cfda5d8a457c8b3c809b5731b1af", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "CONFLICT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "shelter", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-451a558a48d2e07c8d61", "id": "faith-unanswerable-6645927031e146bf82e9b3face1e5078", "source_id": "6645927031e146bf82e9b3face1e5078", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6645927031e146bf82e9b3face1e5078", "question": "Source question 6645927031e146bf82e9b3face1e5078", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6645927031e146bf82e9b3face1e5078", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "concentration", "success": 0 }, "lora_original": { "delta": -1, "output": "concentration", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b95283260f111f78e713", "id": "faith-unanswerable-2a6519b256bb4d079c03828dfba8b2a4", "source_id": "2a6519b256bb4d079c03828dfba8b2a4", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2a6519b256bb4d079c03828dfba8b2a4", "question": "Source question 2a6519b256bb4d079c03828dfba8b2a4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2a6519b256bb4d079c03828dfba8b2a4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "25 to 44", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "25 to 44", "success": 0 }, "lora_original": { "delta": 0, "output": "25 to 44", "success": 0 }, "off": { "delta": 0, "output": "25 to 44", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-58ebd02b3be14e52dbaa", "id": "faith-unanswerable-08620a6975ae4ceabbdfbee3a0f6f7b1", "source_id": "08620a6975ae4ceabbdfbee3a0f6f7b1", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/08620a6975ae4ceabbdfbee3a0f6f7b1", "question": "Source question 08620a6975ae4ceabbdfbee3a0f6f7b1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/08620a6975ae4ceabbdfbee3a0f6f7b1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-275b155491dd8f17e5a8", "id": "faith-unanswerable-64e4eebd844f4487b8aef254b3a7bf0c", "source_id": "64e4eebd844f4487b8aef254b3a7bf0c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/64e4eebd844f4487b8aef254b3a7bf0c", "question": "Source question 64e4eebd844f4487b8aef254b3a7bf0c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/64e4eebd844f4487b8aef254b3a7bf0c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-10bd25028ed01d98cff5", "id": "faith-unanswerable-1c8d376fd6a5424aa7f69d6d2222e256", "source_id": "1c8d376fd6a5424aa7f69d6d2222e256", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1c8d376fd6a5424aa7f69d6d2222e256", "question": "Source question 1c8d376fd6a5424aa7f69d6d2222e256", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1c8d376fd6a5424aa7f69d6d2222e256", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "misdemeanor assault", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "misdemeanor assault", "success": 0 }, "lora": { "delta": 0, "output": "misdemeanor assault", "success": 0 }, "lora_original": { "delta": 0, "output": "misdemeanor assault", "success": 0 }, "off": { "delta": 0, "output": "misdemeanor assault", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-a5dd1a625d089b6da213", "id": "faith-unanswerable-2c390a19b735414bbf4928f8c37aa879", "source_id": "2c390a19b735414bbf4928f8c37aa879", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2c390a19b735414bbf4928f8c37aa879", "question": "Source question 2c390a19b735414bbf4928f8c37aa879", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/2c390a19b735414bbf4928f8c37aa879", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-642cc21e9c0d270a738b", "id": "faith-unanswerable-43bf95f54b9b4569b8a4e1cb6858ac9f", "source_id": "43bf95f54b9b4569b8a4e1cb6858ac9f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/43bf95f54b9b4569b8a4e1cb6858ac9f", "question": "Source question 43bf95f54b9b4569b8a4e1cb6858ac9f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/43bf95f54b9b4569b8a4e1cb6858ac9f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-af45338d88e5285da4e4", "id": "faith-unanswerable-a926497eb5404575b6fa959ef17feda7", "source_id": "a926497eb5404575b6fa959ef17feda7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a926497eb5404575b6fa959ef17feda7", "question": "Source question a926497eb5404575b6fa959ef17feda7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a926497eb5404575b6fa959ef17feda7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Stolperstein", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-936964b7fccc22eb4268", "id": "faith-unanswerable-ef63c9d442374ad2bbccb1fa359e4f83", "source_id": "ef63c9d442374ad2bbccb1fa359e4f83", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ef63c9d442374ad2bbccb1fa359e4f83", "question": "Source question ef63c9d442374ad2bbccb1fa359e4f83", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ef63c9d442374ad2bbccb1fa359e4f83", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "sodium-glucose cotransporter", "success": 0 }, "lora_original": { "delta": -1, "output": "sodium-glucose cotransporter", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-38cc3a430dbe90c045bb", "id": "faith-unanswerable-9be314d9fc724bababf59b5df8079c8c", "source_id": "9be314d9fc724bababf59b5df8079c8c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9be314d9fc724bababf59b5df8079c8c", "question": "Source question 9be314d9fc724bababf59b5df8079c8c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9be314d9fc724bababf59b5df8079c8c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1 yard", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7f1facda80f1631d0abd", "id": "faith-unanswerable-4b469de875574658a68d8bd4db8bba3d", "source_id": "4b469de875574658a68d8bd4db8bba3d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4b469de875574658a68d8bd4db8bba3d", "question": "Source question 4b469de875574658a68d8bd4db8bba3d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4b469de875574658a68d8bd4db8bba3d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Lebanon", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Lebanon", "success": 0 }, "lora_original": { "delta": 0, "output": "Lebanon", "success": 0 }, "off": { "delta": 0, "output": "Lebanon", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-31b95859c90730e12aee", "id": "faith-unanswerable-9a83f32bddac46a19097e899dd1e1d65", "source_id": "9a83f32bddac46a19097e899dd1e1d65", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9a83f32bddac46a19097e899dd1e1d65", "question": "Source question 9a83f32bddac46a19097e899dd1e1d65", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/9a83f32bddac46a19097e899dd1e1d65", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Evidence", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Evidence", "success": 0 }, "lora": { "delta": 0, "output": "seismographs", "success": 0 }, "lora_original": { "delta": 0, "output": "seismographs", "success": 0 }, "off": { "delta": 0, "output": "seismographs", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9652dbdf65d3003cdd79", "id": "faith-unanswerable-09a6ee4d52bb4726991f5401a26f79c7", "source_id": "09a6ee4d52bb4726991f5401a26f79c7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/09a6ee4d52bb4726991f5401a26f79c7", "question": "Source question 09a6ee4d52bb4726991f5401a26f79c7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/09a6ee4d52bb4726991f5401a26f79c7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "lora": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "lora_original": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "off": { "delta": 0, "output": "John Kasay", "success": 0 }, "particle_1": { "delta": 0, "output": "Olindo Mare 48", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-d5b6308f5230a3c6cb66", "id": "faith-unanswerable-67efb9fb6ae34a22acd0b7c4ab0c4997", "source_id": "67efb9fb6ae34a22acd0b7c4ab0c4997", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/67efb9fb6ae34a22acd0b7c4ab0c4997", "question": "Source question 67efb9fb6ae34a22acd0b7c4ab0c4997", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/67efb9fb6ae34a22acd0b7c4ab0c4997", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Port of Jebel Ali, United Arabs Emirates", "success": 0 }, "lora_original": { "delta": 0, "output": "Port of Jebel Ali, United Arabs Emirates", "success": 0 }, "off": { "delta": 0, "output": "Port of Jebel Ali, United Arab Emirates", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-9ae1f99908c8d10dc33d", "id": "faith-unanswerable-479c36ea3d724dc1a63ae20ea51317bf", "source_id": "479c36ea3d724dc1a63ae20ea51317bf", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/479c36ea3d724dc1a63ae20ea51317bf", "question": "Source question 479c36ea3d724dc1a63ae20ea51317bf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/479c36ea3d724dc1a63ae20ea51317bf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-da211f44c42b730e9d0a", "id": "faith-unanswerable-8bf437e684f245faadce98985294eb6c", "source_id": "8bf437e684f245faadce98985294eb6c", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8bf437e684f245faadce98985294eb6c", "question": "Source question 8bf437e684f245faadce98985294eb6c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8bf437e684f245faadce98985294eb6c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-38cc3a430dbe90c045bb", "id": "faith-unanswerable-8e4362d962304849af0e9a9cf344f780", "source_id": "8e4362d962304849af0e9a9cf344f780", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8e4362d962304849af0e9a9cf344f780", "question": "Source question 8e4362d962304849af0e9a9cf344f780", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8e4362d962304849af0e9a9cf344f780", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "rock", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "rock", "success": 0 }, "lora": { "delta": 0, "output": "organic material", "success": 0 }, "lora_original": { "delta": 0, "output": "organic material", "success": 0 }, "off": { "delta": 0, "output": "rock", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-f8f02f23b14f586837e3", "id": "faith-unanswerable-8314e1fb8584489281ef1dd304098766", "source_id": "8314e1fb8584489281ef1dd304098766", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8314e1fb8584489281ef1dd304098766", "question": "Source question 8314e1fb8584489281ef1dd304098766", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8314e1fb8584489281ef1dd304098766", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Duchenne Muscular Dystrophy", "success": 0 }, "lora_original": { "delta": 0, "output": "Muscular Dystrophy", "success": 0 }, "off": { "delta": 0, "output": "Duchenne Muscular Dystrophy", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ef81711fa2deebacf181", "id": "faith-unanswerable-ecab61b49d944c2daff330eafcf4f174", "source_id": "ecab61b49d944c2daff330eafcf4f174", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ecab61b49d944c2daff330eafcf4f174", "question": "Source question ecab61b49d944c2daff330eafcf4f174", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ecab61b49d944c2daff330eafcf4f174", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-bf9d64ebe9d5414407c5", "id": "faith-unanswerable-f112011ad9c24c9ca6ecf013cb8e11c8", "source_id": "f112011ad9c24c9ca6ecf013cb8e11c8", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f112011ad9c24c9ca6ecf013cb8e11c8", "question": "Source question f112011ad9c24c9ca6ecf013cb8e11c8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/f112011ad9c24c9ca6ecf013cb8e11c8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "corrosive", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "corrosive", "success": 0 }, "lora": { "delta": 0, "output": "corrosive", "success": 0 }, "lora_original": { "delta": 0, "output": "corrosive", "success": 0 }, "off": { "delta": 0, "output": "corrosive", "success": 0 }, "particle_1": { "delta": 0, "output": "corrosive", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-893345e74e725777144c", "id": "faith-unanswerable-c2011111d54b416396366eb1a91990ee", "source_id": "c2011111d54b416396366eb1a91990ee", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c2011111d54b416396366eb1a91990ee", "question": "Source question c2011111d54b416396366eb1a91990ee", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/c2011111d54b416396366eb1a91990ee", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "digital signal", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-8a084b4350006869ef09", "id": "faith-unanswerable-1ed94788a47244c580a936cc1f7e18dd", "source_id": "1ed94788a47244c580a936cc1f7e18dd", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1ed94788a47244c580a936cc1f7e18dd", "question": "Source question 1ed94788a47244c580a936cc1f7e18dd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1ed94788a47244c580a936cc1f7e18dd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Unknown", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 1 }, "lora": { "delta": 0, "output": "Unknown", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Unknown", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-48128d5f16c514691d38", "id": "faith-unanswerable-4d725a848eec4287b355f4bd39418b5e", "source_id": "4d725a848eec4287b355f4bd39418b5e", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4d725a848eec4287b355f4bd39418b5e", "question": "Source question 4d725a848eec4287b355f4bd39418b5e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4d725a848eec4287b355f4bd39418b5e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Bode", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Bode", "success": 0 }, "lora": { "delta": 0, "output": "Bode", "success": 0 }, "lora_original": { "delta": 0, "output": "Bode", "success": 0 }, "off": { "delta": 0, "output": "Bode", "success": 0 }, "particle_1": { "delta": 0, "output": "Bode", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-5a2428299fa5e72c46f7", "id": "faith-unanswerable-e03c9151b6984516bf2aaf8c763dfc62", "source_id": "e03c9151b6984516bf2aaf8c763dfc62", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e03c9151b6984516bf2aaf8c763dfc62", "question": "Source question e03c9151b6984516bf2aaf8c763dfc62", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e03c9151b6984516bf2aaf8c763dfc62", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "The musical show that includes \"The Lambeth Walk\" is not explicitly stated in the provided evidence. However, the evidence mentions that the choreography from the musical, in which the song was a show-stopping Cockney-inspired extravaganza, inspired a popular walking dance.", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "[DOC] [TLE] The Lambeth Walk - The Full Wiki [PAR] The Full Wiki [PAR] More info on The Lambeth Walk [PAR] Wikis [PAR] [PAR] [PAR] [PAR] Note: Many of our articles have direct quotes from sources you can cite, within", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-1cfd0c423c6861b8e14d", "id": "faith-unanswerable-d65ade56035c41529435ae6d90abdff2", "source_id": "d65ade56035c41529435ae6d90abdff2", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d65ade56035c41529435ae6d90abdff2", "question": "Source question d65ade56035c41529435ae6d90abdff2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d65ade56035c41529435ae6d90abdff2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "thylakoid lumen", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "thylakoid lumen", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-cb96e4b4a8ba4c37df71", "id": "faith-unanswerable-fa66a08690c34ac389c362bf064a5890", "source_id": "fa66a08690c34ac389c362bf064a5890", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fa66a08690c34ac389c362bf064a5890", "question": "Source question fa66a08690c34ac389c362bf064a5890", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fa66a08690c34ac389c362bf064a5890", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "felsic", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-de849855ed44b2370822", "id": "faith-unanswerable-6ddc670212ed4875904acb085b827efd", "source_id": "6ddc670212ed4875904acb085b827efd", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6ddc670212ed4875904acb085b827efd", "question": "Source question 6ddc670212ed4875904acb085b827efd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/6ddc670212ed4875904acb085b827efd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "22-year-old college student", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "22-year-old college student", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-8aaf032a8cde20d39f71", "id": "faith-unanswerable-efca00cb58c04369b44b7edd3d9ab167", "source_id": "efca00cb58c04369b44b7edd3d9ab167", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/efca00cb58c04369b44b7edd3d9ab167", "question": "Source question efca00cb58c04369b44b7edd3d9ab167", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/efca00cb58c04369b44b7edd3d9ab167", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-6112079b34d9df8891fa", "id": "faith-unanswerable-38745fc6d1c543f3a76db0c34c5d54be", "source_id": "38745fc6d1c543f3a76db0c34c5d54be", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/38745fc6d1c543f3a76db0c34c5d54be", "question": "Source question 38745fc6d1c543f3a76db0c34c5d54be", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/38745fc6d1c543f3a76db0c34c5d54be", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ce5bb8921cdf92860d74", "id": "faith-unanswerable-b30c1f5f62084839b969f39a0982eda5", "source_id": "b30c1f5f62084839b969f39a0982eda5", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b30c1f5f62084839b969f39a0982eda5", "question": "Source question b30c1f5f62084839b969f39a0982eda5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/b30c1f5f62084839b969f39a0982eda5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "size and shape", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-935841c04266a713400e", "id": "faith-unanswerable-fdd0823bacaa46839e0e183f8f132559", "source_id": "fdd0823bacaa46839e0e183f8f132559", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fdd0823bacaa46839e0e183f8f132559", "question": "Source question fdd0823bacaa46839e0e183f8f132559", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/fdd0823bacaa46839e0e183f8f132559", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The sentence \"This is where the beauty of Abstract Art comes about\" can be most properly placed at the end of the provided text, as it encapsulates the conclusion of the discussion on Abstract Art's appeal. \n\nAnswer: END", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The sentence \"This is where the beauty of Abstract Art comes about\" can be most properly placed at the end of the provided text, as it encapsulates the conclusion drawn about the nature of Abstract Art. \n\nAnswer: END", "success": 0 }, "lora": { "delta": 0, "output": "painting", "success": 0 }, "lora_original": { "delta": 0, "output": "The sentence \"This is where the beauty of Abstract Art comes about\" can be properly placed in the middle of the text, after the explanation of the emotional response and the creativity involved in Abstract Art.", "success": 0 }, "off": { "delta": 0, "output": "The sentence \"This is where the beauty of Abstract Art comes about\" can be most properly placed in the middle of the text, after the explanation of the emotional and imaginative aspects of Abstract Art. This placement ensures it flows naturally with the preceding discussion and highlights the realization of the art's beauty. \n\nAnswer: Middle of", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-07e67b6bca2a7d4c1ad5", "id": "faith-unanswerable-deb9f9f0c0244f7b96b33e7830317fc7", "source_id": "deb9f9f0c0244f7b96b33e7830317fc7", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/deb9f9f0c0244f7b96b33e7830317fc7", "question": "Source question deb9f9f0c0244f7b96b33e7830317fc7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/deb9f9f0c0244f7b96b33e7830317fc7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Lent", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b47dd8610bfaef050a45", "id": "faith-unanswerable-12d24a857c2a44309e5f5ebd18db872f", "source_id": "12d24a857c2a44309e5f5ebd18db872f", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/12d24a857c2a44309e5f5ebd18db872f", "question": "Source question 12d24a857c2a44309e5f5ebd18db872f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/12d24a857c2a44309e5f5ebd18db872f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "Unknown", "success": 1 }, "lora": { "delta": 0, "output": "Trieste, Zurich and Paris", "success": 0 }, "lora_original": { "delta": 0, "output": "Trieste, Zurich and Paris", "success": 0 }, "off": { "delta": 0, "output": "Trieste, Zurich, Paris", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-7948e9e458cf06b5157f", "id": "faith-unanswerable-62a1a3b0220940e58b94ff2d193322cd", "source_id": "62a1a3b0220940e58b94ff2d193322cd", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/62a1a3b0220940e58b94ff2d193322cd", "question": "Source question 62a1a3b0220940e58b94ff2d193322cd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/62a1a3b0220940e58b94ff2d193322cd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "expands", "success": 0 }, "lora_original": { "delta": -1, "output": "expands", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-87eb3e046a2ba224b9d1", "id": "faith-unanswerable-8a5b80bd2a2746439b59da0774311909", "source_id": "8a5b80bd2a2746439b59da0774311909", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8a5b80bd2a2746439b59da0774311909", "question": "Source question 8a5b80bd2a2746439b59da0774311909", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/8a5b80bd2a2746439b59da0774311909", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "A condition where the organs are mirrored on the abdomen instead of the usual position", "success": 0 }, "lora_original": { "delta": 0, "output": "Anatomical condition where the organs are mirrored on the abdomen instead of the usual position", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-a9057f38f030a0473962", "id": "faith-unanswerable-30297cdd9b004604bfbf3798dd6ebe86", "source_id": "30297cdd9b004604bfbf3798dd6ebe86", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/30297cdd9b004604bfbf3798dd6ebe86", "question": "Source question 30297cdd9b004604bfbf3798dd6ebe86", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/30297cdd9b004604bfbf3798dd6ebe86", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "mesosphere", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "mesosphere \nUNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "mesosphere", "success": 0 }, "lora_original": { "delta": 0, "output": "mesosphere", "success": 0 }, "off": { "delta": 0, "output": "mesosphere", "success": 0 }, "particle_1": { "delta": 0, "output": "mesosphere [M]", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-4b46a204848134c482df", "id": "faith-unanswerable-7e25b9d8e3604b32a29717a789c84bf5", "source_id": "7e25b9d8e3604b32a29717a789c84bf5", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7e25b9d8e3604b32a29717a789c84bf5", "question": "Source question 7e25b9d8e3604b32a29717a789c84bf5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/7e25b9d8e3604b32a29717a789c84bf5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: Warmer weather makes glaciers melt, adding more water to the ocean. The warmer temperature also makes water expand, so it takes up more space, causing the sea level to rise.", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "Warmer weather makes glaciers melt, adding more water to the ocean", "success": 0 }, "lora_original": { "delta": 0, "output": "Warmer weather makes glaciers melt, adding more water to the ocean", "success": 0 }, "off": { "delta": 0, "output": "Warmer weather makes glaciers melt, adding more water to the ocean. The warmer temperature also make water expand, so it takes up more space, causing the sea level to rise.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-2486d1cc34bde11df26e", "id": "faith-unanswerable-a03b94c6716b4a83a6ead23c50deff18", "source_id": "a03b94c6716b4a83a6ead23c50deff18", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a03b94c6716b4a83a6ead23c50deff18", "question": "Source question a03b94c6716b4a83a6ead23c50deff18", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/a03b94c6716b4a83a6ead23c50deff18", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "transformative experience", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-5e0e4a432af9049580c5", "id": "faith-unanswerable-ffaf3fb9c0984cc5acb74fad0e5da194", "source_id": "ffaf3fb9c0984cc5acb74fad0e5da194", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ffaf3fb9c0984cc5acb74fad0e5da194", "question": "Source question ffaf3fb9c0984cc5acb74fad0e5da194", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/ffaf3fb9c0984cc5acb74fad0e5da194", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Tony Leung", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Aya: Tony Leung", "success": 0 }, "lora": { "delta": 0, "output": "Tony Leung", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "Tony Leung", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-ceb4d5a0656b7b701d94", "id": "faith-unanswerable-1dfbdce97593421c96e1b5016dbd784d", "source_id": "1dfbdce97593421c96e1b5016dbd784d", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1dfbdce97593421c96e1b5016dbd784d", "question": "Source question 1dfbdce97593421c96e1b5016dbd784d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1dfbdce97593421c96e1b5016dbd784d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "50%", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "50%", "success": 0 }, "lora": { "delta": 0, "output": "50%", "success": 0 }, "lora_original": { "delta": 0, "output": "50%", "success": 0 }, "off": { "delta": 0, "output": "50%", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e26e6c323c402ebe7770", "id": "faith-unanswerable-1a51fa51f1d1405d97c248740d01d123", "source_id": "1a51fa51f1d1405d97c248740d01d123", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1a51fa51f1d1405d97c248740d01d123", "question": "Source question 1a51fa51f1d1405d97c248740d01d123", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/1a51fa51f1d1405d97c248740d01d123", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Avery Storm", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Avery Storm", "success": 0 }, "lora": { "delta": 0, "output": "Nelly", "success": 0 }, "lora_original": { "delta": 0, "output": "Nelly", "success": 0 }, "off": { "delta": 0, "output": "Nelly", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-3cf23cac7947fdc38255", "id": "faith-unanswerable-67834af7b00247c3b5736373bb602101", "source_id": "67834af7b00247c3b5736373bb602101", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/67834af7b00247c3b5736373bb602101", "question": "Source question 67834af7b00247c3b5736373bb602101", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/67834af7b00247c3b5736373bb602101", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "July 22, 1946", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "July 22, 1946", "success": 0 }, "lora_original": { "delta": 0, "output": "July 22, 1946", "success": 0 }, "off": { "delta": 0, "output": "July 22, 1946", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-de5fdb91d25498e7e836", "id": "faith-unanswerable-e766194ed0844375af4f480736045579", "source_id": "e766194ed0844375af4f480736045579", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e766194ed0844375af4f480736045579", "question": "Source question e766194ed0844375af4f480736045579", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/e766194ed0844375af4f480736045579", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The final result of the Civil Rights Movement was the U.S. Supreme Court deciding that Montgomery's bus laws were unfair and granting the African American community equal rights.", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "The U.S. Supreme Court decided that Montgomery's bus laws were unfair and gave the African American community equal rights.", "success": 0 }, "lora_original": { "delta": 0, "output": "The U.S. Supreme Court decided that Montgomery's bus laws were unfair and gave the African American community equal rights.", "success": 0 }, "off": { "delta": 0, "output": "The final result of the Civil Rights Movement was the U.S. Supreme Court deciding that Montgomery's bus laws were unfair and granting the African American community equal rights.", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-c53da9dcc3f9d19ff484", "id": "faith-unanswerable-4fd98536c6bf4472b560280ce523f1d9", "source_id": "4fd98536c6bf4472b560280ce523f1d9", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4fd98536c6bf4472b560280ce523f1d9", "question": "Source question 4fd98536c6bf4472b560280ce523f1d9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4fd98536c6bf4472b560280ce523f1d9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "Jonah", "success": 0 }, "lora_original": { "delta": -1, "output": "Jonah", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-e71df57d582222c310d6", "id": "faith-unanswerable-d57dc8b88225424ab3d4b5258654df73", "source_id": "d57dc8b88225424ab3d4b5258654df73", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d57dc8b88225424ab3d4b5258654df73", "question": "Source question d57dc8b88225424ab3d4b5258654df73", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/d57dc8b88225424ab3d4b5258654df73", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1945", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1945", "success": 0 }, "lora_original": { "delta": 0, "output": "1945", "success": 0 }, "off": { "delta": 0, "output": "1945", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-b34d7c57197188c265dd", "id": "faith-unanswerable-4112f6b7abf64b6e90499bad997e4fe6", "source_id": "4112f6b7abf64b6e90499bad997e4fe6", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4112f6b7abf64b6e90499bad997e4fe6", "question": "Source question 4112f6b7abf64b6e90499bad997e4fe6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/4112f6b7abf64b6e90499bad997e4fe6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "anti-tank guns", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-1dd229a41a11b31bf0dd", "id": "faith-unanswerable-47b552601b524484956e9ea52c07e8ae", "source_id": "47b552601b524484956e9ea52c07e8ae", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/47b552601b524484956e9ea52c07e8ae", "question": "Source question 47b552601b524484956e9ea52c07e8ae", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/47b552601b524484956e9ea52c07e8ae", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "JFK", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "JFK International Airport", "success": 0 }, "lora": { "delta": 0, "output": "JFK International Airport", "success": 0 }, "lora_original": { "delta": 0, "output": "JFK International Airport", "success": 0 }, "off": { "delta": 0, "output": "JFK", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "faith", "case_type": "missing", "dataset": "faith", "family": "faith-question-957f30c7af01630cbac1", "id": "faith-unanswerable-cf7721470cb84a709c15e7848b2bfa61", "source_id": "cf7721470cb84a709c15e7848b2bfa61", "source_revision": "4a14e0e9860e270a8c9ff57c511821f4f50dce57", "source_uri": "hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cf7721470cb84a709c15e7848b2bfa61", "question": "Source question cf7721470cb84a709c15e7848b2bfa61", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-unanswerable-v1.0@4a14e0e9860e270a8c9ff57c511821f4f50dce57/cf7721470cb84a709c15e7848b2bfa61", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-unanswerable-v1.0/tree/4a14e0e9860e270a8c9ff57c511821f4f50dce57" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "NSD1 or ZEB2", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "NSD1 or ZEB2.", "success": 0 }, "lora": { "delta": 0, "output": "NSD1", "success": 0 }, "lora_original": { "delta": 0, "output": "NSD1", "success": 0 }, "off": { "delta": 0, "output": "NSD1", "success": 0 }, "particle_1": { "delta": 0, "output": "NSD1 or ZEB2", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ed39fe54c63758c51bbd", "id": "faith-inconsistent-21b8aedf45d248998d7f1fe63ff3f685", "source_id": "21b8aedf45d248998d7f1fe63ff3f685", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/21b8aedf45d248998d7f1fe63ff3f685", "question": "Source question 21b8aedf45d248998d7f1fe63ff3f685", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/21b8aedf45d248998d7f1fe63ff3f685", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "August 1992", "success": 0 }, "lora_original": { "delta": 0, "output": "August 1992", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a815c525bab445ba50a0", "id": "faith-inconsistent-d345b297088548c6a5132bb2658db96a", "source_id": "d345b297088548c6a5132bb2658db96a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d345b297088548c6a5132bb2658db96a", "question": "Source question d345b297088548c6a5132bb2658db96a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d345b297088548c6a5132bb2658db96a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "time travel syndrome", "success": 0 }, "lora_original": { "delta": 0, "output": "time travel syndrome", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e3ebd3e35b8a85fb0acb", "id": "faith-inconsistent-7ee8028068854b01b61faeed89061b3e", "source_id": "7ee8028068854b01b61faeed89061b3e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7ee8028068854b01b61faeed89061b3e", "question": "Source question 7ee8028068854b01b61faeed89061b3e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7ee8028068854b01b61faeed89061b3e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Wednesday", "success": 0 }, "lora_original": { "delta": 0, "output": "Wednesday", "success": 0 }, "off": { "delta": 0, "output": "Wednesday", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c434681254b0b69275eb", "id": "faith-inconsistent-eb088b6dc60641d68031174e19ae4b70", "source_id": "eb088b6dc60641d68031174e19ae4b70", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/eb088b6dc60641d68031174e19ae4b70", "question": "Source question eb088b6dc60641d68031174e19ae4b70", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/eb088b6dc60641d68031174e19ae4b70", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "SET domain", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "SET domain", "success": 0 }, "lora": { "delta": 0, "output": "SET domain", "success": 0 }, "lora_original": { "delta": 0, "output": "SET domain", "success": 0 }, "off": { "delta": 0, "output": "SET domain", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ef5315e525266ae4cb64", "id": "faith-inconsistent-bf7e56357754453da53cec3c83cb7ef2", "source_id": "bf7e56357754453da53cec3c83cb7ef2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf7e56357754453da53cec3c83cb7ef2", "question": "Source question bf7e56357754453da53cec3c83cb7ef2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf7e56357754453da53cec3c83cb7ef2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "HOUSEHOLD INDUSTRIES", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "HOUSEHOLD INDUSTRIES", "success": 0 }, "lora": { "delta": 0, "output": "house hold industries", "success": 0 }, "lora_original": { "delta": 0, "output": "house hold industries", "success": 0 }, "off": { "delta": 0, "output": "HOUSEHOLD INDUSTRIES", "success": 0 }, "particle_1": { "delta": 0, "output": "HOUSEHOLD INDUSTRIES UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b2ffc00d22c21cfdfe1c", "id": "faith-inconsistent-f879c76fd3404f6e96d7c82855364db2", "source_id": "f879c76fd3404f6e96d7c82855364db2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f879c76fd3404f6e96d7c82855364db2", "question": "Source question f879c76fd3404f6e96d7c82855364db2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f879c76fd3404f6e96d7c82855364db2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1955", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "1955", "success": 0 }, "lora": { "delta": 0, "output": "1955", "success": 0 }, "lora_original": { "delta": 0, "output": "1955", "success": 0 }, "off": { "delta": 0, "output": "1955", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-3abe530fa5f5e4c9fd7c", "id": "faith-inconsistent-8a628e69c3d449cfbc499a1e2119d104", "source_id": "8a628e69c3d449cfbc499a1e2119d104", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8a628e69c3d449cfbc499a1e2119d104", "question": "Source question 8a628e69c3d449cfbc499a1e2119d104", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8a628e69c3d449cfbc499a1e2119d104", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Les Temps modernes", "success": 0 }, "lora_original": { "delta": 0, "output": "Les Temps modernes", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-05bd961623cb5a746823", "id": "faith-inconsistent-7f5abb989fd3496e8df819010cef47c7", "source_id": "7f5abb989fd3496e8df819010cef47c7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7f5abb989fd3496e8df819010cef47c7", "question": "Source question 7f5abb989fd3496e8df819010cef47c7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7f5abb989fd3496e8df819010cef47c7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Shastri Park metro station 1.6 km", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-19385009f990c200de10", "id": "faith-inconsistent-1956ebaaa0d44eeea7c83aaedcca865c", "source_id": "1956ebaaa0d44eeea7c83aaedcca865c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1956ebaaa0d44eeea7c83aaedcca865c", "question": "Source question 1956ebaaa0d44eeea7c83aaedcca865c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1956ebaaa0d44eeea7c83aaedcca865c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Pse-in-One", "success": 0 }, "lora_original": { "delta": 0, "output": "Pse-in-One", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b863628f5b78623da7f6", "id": "faith-inconsistent-6f46d726a7c249e68c5a8726f672c870", "source_id": "6f46d726a7c249e68c5a8726f672c870", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6f46d726a7c249e68c5a8726f672c870", "question": "Source question 6f46d726a7c249e68c5a8726f672c870", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6f46d726a7c249e68c5a8726f672c870", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Toronto Pearson International Airport", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Billy Bishop Toronto City Airport", "success": 0 }, "lora_original": { "delta": 0, "output": "Toronto Pearson International Airport", "success": 0 }, "off": { "delta": 0, "output": "Toronto Pearson International Airport", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c330839070daaf0c3a1b", "id": "faith-inconsistent-9424dbf5b00244a184e8aa440d9c5b36", "source_id": "9424dbf5b00244a184e8aa440d9c5b36", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9424dbf5b00244a184e8aa440d9c5b36", "question": "Source question 9424dbf5b00244a184e8aa440d9c5b36", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9424dbf5b00244a184e8aa440d9c5b36", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "PTSD", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "PTSD", "success": 0 }, "lora": { "delta": 0, "output": "PTSD", "success": 0 }, "lora_original": { "delta": 0, "output": "PTSD", "success": 0 }, "off": { "delta": 0, "output": "PTSD", "success": 0 }, "particle_1": { "delta": 0, "output": "PTSD \nUNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f34f2b65ed5268e5753d", "id": "faith-inconsistent-f39ba0ef13d74fbbbee6b6a7495a7da1", "source_id": "f39ba0ef13d74fbbbee6b6a7495a7da1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f39ba0ef13d74fbbbee6b6a7495a7da1", "question": "Source question f39ba0ef13d74fbbbee6b6a7495a7da1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f39ba0ef13d74fbbbee6b6a7495a7da1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Gloria Allred", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Gloria Allred", "success": 0 }, "lora": { "delta": 0, "output": "Sharon Bialek", "success": 0 }, "lora_original": { "delta": 0, "output": "Sharon Bialek", "success": 0 }, "off": { "delta": 0, "output": "Gloria Allred", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-878f528e18698d07475c", "id": "faith-inconsistent-43ee55e2f5b6431ba69170c42b35de1f", "source_id": "43ee55e2f5b6431ba69170c42b35de1f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/43ee55e2f5b6431ba69170c42b35de1f", "question": "Source question 43ee55e2f5b6431ba69170c42b35de1f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/43ee55e2f5b6431ba69170c42b35de1f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Cone", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. pahoehoe", "success": 0 }, "lora": { "delta": 0, "output": "pahoehoe", "success": 0 }, "lora_original": { "delta": 0, "output": "pahoehoe", "success": 0 }, "off": { "delta": 0, "output": "Cone", "success": 0 }, "particle_1": { "delta": 0, "output": "cone", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-de849855ed44b2370822", "id": "faith-inconsistent-6ddc670212ed4875904acb085b827efd", "source_id": "6ddc670212ed4875904acb085b827efd", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6ddc670212ed4875904acb085b827efd", "question": "Source question 6ddc670212ed4875904acb085b827efd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6ddc670212ed4875904acb085b827efd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The first stand-alone instant messenger and the first instant messenger to use holographic messages.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "first stand-alone instant messenger", "success": 0 }, "lora_original": { "delta": 0, "output": "first stand-alone instant messenger", "success": 0 }, "off": { "delta": 0, "output": "first stand-alone instant messenger", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-41762b5dd109b241e78b", "id": "faith-inconsistent-434f2e42ee23432c97f77333cc1379c8", "source_id": "434f2e42ee23432c97f77333cc1379c8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/434f2e42ee23432c97f77333cc1379c8", "question": "Source question 434f2e42ee23432c97f77333cc1379c8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/434f2e42ee23432c97f77333cc1379c8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Andes", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Andes", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "Andes", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-11a38a980825c40a9ff5", "id": "faith-inconsistent-5ce4ec48d6cc43879638bdea241444da", "source_id": "5ce4ec48d6cc43879638bdea241444da", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5ce4ec48d6cc43879638bdea241444da", "question": "Source question 5ce4ec48d6cc43879638bdea241444da", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5ce4ec48d6cc43879638bdea241444da", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "According to Tom Frieden, a person is mainly infected by MERS through close personal contact, such as directly caring for a very ill person.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CLOSE PERSONAL CONTACT", "success": 0 }, "lora": { "delta": 0, "output": "close personal contact", "success": 0 }, "lora_original": { "delta": 0, "output": "close personal contact", "success": 0 }, "off": { "delta": 0, "output": "close personal contact", "success": 0 }, "particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7ccd9695254cb524e74f", "id": "faith-inconsistent-b376d6154e254be6994c33a720022755", "source_id": "b376d6154e254be6994c33a720022755", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b376d6154e254be6994c33a720022755", "question": "Source question b376d6154e254be6994c33a720022755", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b376d6154e254be6994c33a720022755", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Miss USA Rima Fakih", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Miss USA Rima Fakih", "success": 0 }, "lora": { "delta": 0, "output": "Rima Fakih", "success": 0 }, "lora_original": { "delta": 0, "output": "Miss USA Rima Fakih", "success": 0 }, "off": { "delta": 0, "output": "Miss USA Rima Fakih", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-6ec7a51ff8070c9bca0e", "id": "faith-inconsistent-c411868fbe054e80b90a12463b2beddd", "source_id": "c411868fbe054e80b90a12463b2beddd", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c411868fbe054e80b90a12463b2beddd", "question": "Source question c411868fbe054e80b90a12463b2beddd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c411868fbe054e80b90a12463b2beddd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Samsung Electronics", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Samsung Electronics", "success": 0 }, "lora": { "delta": 0, "output": "Samsung Electronics", "success": 0 }, "lora_original": { "delta": 0, "output": "Samsung Electronics", "success": 0 }, "off": { "delta": 0, "output": "Samsung Electronics", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-1fea584fa601dcc8a784", "id": "faith-inconsistent-ce5be4c13d984adaa8ac56a1293099c6", "source_id": "ce5be4c13d984adaa8ac56a1293099c6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ce5be4c13d984adaa8ac56a1293099c6", "question": "Source question ce5be4c13d984adaa8ac56a1293099c6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ce5be4c13d984adaa8ac56a1293099c6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "PPCA", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "PPCA", "success": 0 }, "lora_original": { "delta": 0, "output": "PPCA", "success": 0 }, "off": { "delta": 0, "output": "PPCA", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0853eedc240da3c38c65", "id": "faith-inconsistent-a636a925df634cada0c2d6964688e93a", "source_id": "a636a925df634cada0c2d6964688e93a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a636a925df634cada0c2d6964688e93a", "question": "Source question a636a925df634cada0c2d6964688e93a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a636a925df634cada0c2d6964688e93a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Chargers", "success": 0 }, "lora_original": { "delta": 0, "output": "Chargers", "success": 0 }, "off": { "delta": 0, "output": "The Browns", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-49cee0b9078a61f2d949", "id": "faith-inconsistent-21e4dba4f2bd46cdb5f18e24128d0973", "source_id": "21e4dba4f2bd46cdb5f18e24128d0973", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/21e4dba4f2bd46cdb5f18e24128d0973", "question": "Source question 21e4dba4f2bd46cdb5f18e24128d0973", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/21e4dba4f2bd46cdb5f18e24128d0973", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "56-yard TD pass to WR Jerheme Urban", "success": 0 }, "lora_original": { "delta": 0, "output": "56-yard TD pass to WR Jerheme Urban", "success": 0 }, "off": { "delta": 0, "output": "120 yards", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-467da9ccd3e10dd31845", "id": "faith-inconsistent-310b801a1479441d820732983a387646", "source_id": "310b801a1479441d820732983a387646", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/310b801a1479441d820732983a387646", "question": "Source question 310b801a1479441d820732983a387646", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/310b801a1479441d820732983a387646", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Phantom Heart", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Phantom Heart", "success": 0 }, "lora": { "delta": 0, "output": "Beloved", "success": 0 }, "lora_original": { "delta": 0, "output": "Phantom Heart", "success": 0 }, "off": { "delta": 0, "output": "Phantom Heart", "success": 0 }, "particle_1": { "delta": 0, "output": "Phantom Heart", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-35caa49fe75265dd280a", "id": "faith-inconsistent-0e2f974ebb8847f79efe2f179755e030", "source_id": "0e2f974ebb8847f79efe2f179755e030", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0e2f974ebb8847f79efe2f179755e030", "question": "Source question 0e2f974ebb8847f79efe2f179755e030", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0e2f974ebb8847f79efe2f179755e030", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Kate Warne", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d92facb8f952771b6e8d", "id": "faith-inconsistent-51f8295cbf4c4dcc952a97c06c461359", "source_id": "51f8295cbf4c4dcc952a97c06c461359", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/51f8295cbf4c4dcc952a97c06c461359", "question": "Source question 51f8295cbf4c4dcc952a97c06c461359", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/51f8295cbf4c4dcc952a97c06c461359", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Beyonce", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 0 }, "lora": { "delta": 0, "output": "Beyonce", "success": 0 }, "lora_original": { "delta": 0, "output": "Beyonce", "success": 0 }, "off": { "delta": 0, "output": "Beyonce", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c8628a4099cadbcac324", "id": "faith-inconsistent-3164fc40406b46299e4ae8f1c7d9bcf8", "source_id": "3164fc40406b46299e4ae8f1c7d9bcf8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3164fc40406b46299e4ae8f1c7d9bcf8", "question": "Source question 3164fc40406b46299e4ae8f1c7d9bcf8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3164fc40406b46299e4ae8f1c7d9bcf8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Flumazenil", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "flumazenil", "success": 0 }, "lora_original": { "delta": 0, "output": "flumazenil", "success": 0 }, "off": { "delta": 0, "output": "Flumazenil", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-55b4a2ff3a1d3c21f348", "id": "faith-inconsistent-fc13d80c19934d369960cc64e8a7ed87", "source_id": "fc13d80c19934d369960cc64e8a7ed87", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fc13d80c19934d369960cc64e8a7ed87", "question": "Source question fc13d80c19934d369960cc64e8a7ed87", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fc13d80c19934d369960cc64e8a7ed87", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Booches Billiard Hall", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Booches Billiard Hall", "success": 0 }, "lora": { "delta": 0, "output": "Booches Billiard Hall", "success": 0 }, "lora_original": { "delta": 0, "output": "Booches Billiard Hall", "success": 0 }, "off": { "delta": 0, "output": "Booches Billiard Hall", "success": 0 }, "particle_1": { "delta": 0, "output": "Booches Billiard Hall", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c7f92b46cf4dc3a75c73", "id": "faith-inconsistent-6a3cfa2f24494994bb285aa0a444492e", "source_id": "6a3cfa2f24494994bb285aa0a444492e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6a3cfa2f24494994bb285aa0a444492e", "question": "Source question 6a3cfa2f24494994bb285aa0a444492e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6a3cfa2f24494994bb285aa0a444492e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "magnet spins rapidly", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "charged particle vibrates", "success": 0 }, "lora_original": { "delta": 0, "output": "charged particle vibrates", "success": 0 }, "off": { "delta": 0, "output": "magnet spins rapidly", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-97469f3975cb4cd82f84", "id": "faith-inconsistent-e0d652864a804d3c8cb65eddc692d5f8", "source_id": "e0d652864a804d3c8cb65eddc692d5f8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e0d652864a804d3c8cb65eddc692d5f8", "question": "Source question e0d652864a804d3c8cb65eddc692d5f8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e0d652864a804d3c8cb65eddc692d5f8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Martians", "success": 0 }, "lora_original": { "delta": 0, "output": "Martians", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f3e864a34f7119645ad0", "id": "faith-inconsistent-61f0983c672b467f91e440e42bc83504", "source_id": "61f0983c672b467f91e440e42bc83504", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/61f0983c672b467f91e440e42bc83504", "question": "Source question 61f0983c672b467f91e440e42bc83504", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/61f0983c672b467f91e440e42bc83504", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2015", "success": 0 }, "lora_original": { "delta": 0, "output": "2015", "success": 0 }, "off": { "delta": 0, "output": "2015", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-388c39945cd89e4631be", "id": "faith-inconsistent-d14fc2f7c07e4729a02888b4ee4c400c", "source_id": "d14fc2f7c07e4729a02888b4ee4c400c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d14fc2f7c07e4729a02888b4ee4c400c", "question": "Source question d14fc2f7c07e4729a02888b4ee4c400c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d14fc2f7c07e4729a02888b4ee4c400c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Lamp2a and Lamp2b", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Lamp2a or Lamp2b", "success": 0 }, "lora_original": { "delta": 0, "output": "lamp2a", "success": 0 }, "off": { "delta": 0, "output": "Lamp2a or Lamp2b", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0853eedc240da3c38c65", "id": "faith-inconsistent-4688b81a249a4edd87b46d5ce300cfcf", "source_id": "4688b81a249a4edd87b46d5ce300cfcf", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4688b81a249a4edd87b46d5ce300cfcf", "question": "Source question 4688b81a249a4edd87b46d5ce300cfcf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4688b81a249a4edd87b46d5ce300cfcf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "David Beckham", "success": 0 }, "lora_original": { "delta": 0, "output": "Beckham", "success": 0 }, "off": { "delta": 0, "output": "Beckham", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9972d6d2392c0ff77a07", "id": "faith-inconsistent-bc5481ff15454072b5d8c7e7d167d4bc", "source_id": "bc5481ff15454072b5d8c7e7d167d4bc", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bc5481ff15454072b5d8c7e7d167d4bc", "question": "Source question bc5481ff15454072b5d8c7e7d167d4bc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bc5481ff15454072b5d8c7e7d167d4bc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "BCR-ABL [UNKNOWN]", "success": 0 }, "lora": { "delta": 0, "output": "Bcr-Abl JAK2", "success": 0 }, "lora_original": { "delta": 0, "output": "Bcr-Abl JAK2", "success": 0 }, "off": { "delta": 0, "output": "BCR-ABL", "success": 0 }, "particle_1": { "delta": 0, "output": "BCR Abl kinase UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "BCR Abl UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4c667029e5e6f54be632", "id": "faith-inconsistent-7eb603c02b0c40579e66fe97ee76c19f", "source_id": "7eb603c02b0c40579e66fe97ee76c19f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7eb603c02b0c40579e66fe97ee76c19f", "question": "Source question 7eb603c02b0c40579e66fe97ee76c19f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7eb603c02b0c40579e66fe97ee76c19f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "local handicrafts", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "local handicrafts", "success": 0 }, "lora": { "delta": 0, "output": "local handicrafts", "success": 0 }, "lora_original": { "delta": 0, "output": "local handicrafts", "success": 0 }, "off": { "delta": 0, "output": "local handicrafts", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-982a265596d1be96bd28", "id": "faith-inconsistent-bd42058a0bb64bff95ff98d9031c3905", "source_id": "bd42058a0bb64bff95ff98d9031c3905", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bd42058a0bb64bff95ff98d9031c3905", "question": "Source question bd42058a0bb64bff95ff98d9031c3905", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bd42058a0bb64bff95ff98d9031c3905", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Buck", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Buck", "success": 0 }, "lora": { "delta": 0, "output": "Buck", "success": 0 }, "lora_original": { "delta": 0, "output": "Buck", "success": 0 }, "off": { "delta": 0, "output": "Buck", "success": 0 }, "particle_1": { "delta": 0, "output": "Buck UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-db4bb3642b1cfdd274eb", "id": "faith-inconsistent-4804144614f844bcb87fc1b9a46c3c33", "source_id": "4804144614f844bcb87fc1b9a46c3c33", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4804144614f844bcb87fc1b9a46c3c33", "question": "Source question 4804144614f844bcb87fc1b9a46c3c33", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4804144614f844bcb87fc1b9a46c3c33", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "enhancing supernatural abilities", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "enhancing supernatural abilities", "success": 0 }, "lora": { "delta": 0, "output": "enhancing supernatural abilities", "success": 0 }, "lora_original": { "delta": 0, "output": "enhancing supernatural abilities", "success": 0 }, "off": { "delta": 0, "output": "enhancing supernatural abilities", "success": 0 }, "particle_1": { "delta": 0, "output": "enhancing supernatural abilities", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c13555cf7499df066f82", "id": "faith-inconsistent-3257fb95269946feab9eeec2ebcd3522", "source_id": "3257fb95269946feab9eeec2ebcd3522", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3257fb95269946feab9eeec2ebcd3522", "question": "Source question 3257fb95269946feab9eeec2ebcd3522", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3257fb95269946feab9eeec2ebcd3522", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Club Levante, Pantelleria", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Club Levante, Pantelleria", "success": 0 }, "lora": { "delta": 0, "output": "Club Levante", "success": 0 }, "lora_original": { "delta": 0, "output": "Club Levante", "success": 0 }, "off": { "delta": 0, "output": "Club Levante", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f239ae2b8447ccebbfc0", "id": "faith-inconsistent-ede461aebc2245c4a82a64a617ee3a95", "source_id": "ede461aebc2245c4a82a64a617ee3a95", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ede461aebc2245c4a82a64a617ee3a95", "question": "Source question ede461aebc2245c4a82a64a617ee3a95", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ede461aebc2245c4a82a64a617ee3a95", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Fringillidae", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Fringillidae", "success": 0 }, "lora": { "delta": 0, "output": "Fringillidae", "success": 0 }, "lora_original": { "delta": 0, "output": "Fringillidae", "success": 0 }, "off": { "delta": 0, "output": "Fringillidae", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8b1e72f73fa2d55e44d3", "id": "faith-inconsistent-d7cd26068a8346f9a9db62f2f7009e8f", "source_id": "d7cd26068a8346f9a9db62f2f7009e8f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d7cd26068a8346f9a9db62f2f7009e8f", "question": "Source question d7cd26068a8346f9a9db62f2f7009e8f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d7cd26068a8346f9a9db62f2f7009e8f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "appendix", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "appendix", "success": 0 }, "lora": { "delta": 0, "output": "appendix", "success": 0 }, "lora_original": { "delta": 0, "output": "appendix", "success": 0 }, "off": { "delta": 0, "output": "appendix", "success": 0 }, "particle_1": { "delta": 0, "output": "appendix", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0e1e880b6ca3f229841e", "id": "faith-inconsistent-a87c3fbd1b9045548dac01de95e37f8a", "source_id": "a87c3fbd1b9045548dac01de95e37f8a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a87c3fbd1b9045548dac01de95e37f8a", "question": "Source question a87c3fbd1b9045548dac01de95e37f8a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a87c3fbd1b9045548dac01de95e37f8a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Eye glasses", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Eye glasses", "success": 0 }, "lora_original": { "delta": 0, "output": "Eye glasses", "success": 0 }, "off": { "delta": 0, "output": "Eye glasses", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0462b67252d3e5a51543", "id": "faith-inconsistent-2f404b5680694cd989e6e2cb7f4f5999", "source_id": "2f404b5680694cd989e6e2cb7f4f5999", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2f404b5680694cd989e6e2cb7f4f5999", "question": "Source question 2f404b5680694cd989e6e2cb7f4f5999", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2f404b5680694cd989e6e2cb7f4f5999", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2f4504c79d81ad2a8e84", "id": "faith-inconsistent-0c4c7b8d9942429191e33408815ed27c", "source_id": "0c4c7b8d9942429191e33408815ed27c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0c4c7b8d9942429191e33408815ed27c", "question": "Source question 0c4c7b8d9942429191e33408815ed27c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0c4c7b8d9942429191e33408815ed27c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "High Wizard", "success": 0 }, "lora_original": { "delta": 0, "output": "High Wizard", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-6ddd341d2fb8932f019c", "id": "faith-inconsistent-c82aaf63d48b4b5e9e82bc9c023942e1", "source_id": "c82aaf63d48b4b5e9e82bc9c023942e1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c82aaf63d48b4b5e9e82bc9c023942e1", "question": "Source question c82aaf63d48b4b5e9e82bc9c023942e1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c82aaf63d48b4b5e9e82bc9c023942e1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CAFE or BREW", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CAFE or BREW", "success": 0 }, "lora": { "delta": 0, "output": "CAFE or BREW", "success": 0 }, "lora_original": { "delta": 0, "output": "CAFE", "success": 0 }, "off": { "delta": 0, "output": "CAFE or BREW", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-6879bf53eb7cb7b28203", "id": "faith-inconsistent-ab902c462f7c4599b28d61cef6b38d84", "source_id": "ab902c462f7c4599b28d61cef6b38d84", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ab902c462f7c4599b28d61cef6b38d84", "question": "Source question ab902c462f7c4599b28d61cef6b38d84", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ab902c462f7c4599b28d61cef6b38d84", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Thomas Edison", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Thomas Edison", "success": 0 }, "lora_original": { "delta": 0, "output": "Thomas Edison", "success": 0 }, "off": { "delta": 0, "output": "Thomas Edison", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f3bb25b2f4a5b5dc7579", "id": "faith-inconsistent-dc8353be894247c2be8e141c753eccc7", "source_id": "dc8353be894247c2be8e141c753eccc7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/dc8353be894247c2be8e141c753eccc7", "question": "Source question dc8353be894247c2be8e141c753eccc7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/dc8353be894247c2be8e141c753eccc7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The Sun \nOcean Waves", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The Sun \nOcean Waves", "success": 0 }, "lora": { "delta": 0, "output": "sun [UNKNOWN]", "success": 0 }, "lora_original": { "delta": 0, "output": "Sun", "success": 0 }, "off": { "delta": 0, "output": "Sun [UNKNOWN] Ocean Waves [UNKNOWN]", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-367e49a4e58a4637aef1", "id": "faith-inconsistent-aeb00fa1b38541eea6584dead390828d", "source_id": "aeb00fa1b38541eea6584dead390828d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/aeb00fa1b38541eea6584dead390828d", "question": "Source question aeb00fa1b38541eea6584dead390828d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/aeb00fa1b38541eea6584dead390828d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Flumazenil", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Flumazenil", "success": 0 }, "lora": { "delta": 0, "output": "Flumazenil", "success": 0 }, "lora_original": { "delta": 0, "output": "Flumazenil", "success": 0 }, "off": { "delta": 0, "output": "Flumazenil", "success": 0 }, "particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-55b4a2ff3a1d3c21f348", "id": "faith-inconsistent-53789d187e204d27ba5d871adbcd3fd2", "source_id": "53789d187e204d27ba5d871adbcd3fd2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/53789d187e204d27ba5d871adbcd3fd2", "question": "Source question 53789d187e204d27ba5d871adbcd3fd2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/53789d187e204d27ba5d871adbcd3fd2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "5", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "5", "success": 0 }, "lora": { "delta": 0, "output": "Five", "success": 0 }, "lora_original": { "delta": 0, "output": "Five", "success": 0 }, "off": { "delta": 0, "output": "5", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f8f78a6231b5df617a77", "id": "faith-inconsistent-f184b99c1c06477db2544aca168b81d1", "source_id": "f184b99c1c06477db2544aca168b81d1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f184b99c1c06477db2544aca168b81d1", "question": "Source question f184b99c1c06477db2544aca168b81d1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f184b99c1c06477db2544aca168b81d1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The Suppliant Women", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "The Suppliant Women", "success": 0 }, "lora_original": { "delta": 0, "output": "The Suppliant Women", "success": 0 }, "off": { "delta": 0, "output": "The Suppliant Women", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-160b0c8a83069509314c", "id": "faith-inconsistent-06a9e14c675941c595398d40583fce29", "source_id": "06a9e14c675941c595398d40583fce29", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/06a9e14c675941c595398d40583fce29", "question": "Source question 06a9e14c675941c595398d40583fce29", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/06a9e14c675941c595398d40583fce29", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Article 22(5)", "success": 0 }, "lora_original": { "delta": 0, "output": "Article 22(5)", "success": 0 }, "off": { "delta": 0, "output": "17(2)", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-81c39248427fda4d66f0", "id": "faith-inconsistent-078e6022c5af4b2cbd5dec9d034c1022", "source_id": "078e6022c5af4b2cbd5dec9d034c1022", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/078e6022c5af4b2cbd5dec9d034c1022", "question": "Source question 078e6022c5af4b2cbd5dec9d034c1022", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/078e6022c5af4b2cbd5dec9d034c1022", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "education", "success": 0 }, "lora_original": { "delta": 0, "output": "education", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9451105136ea536068ab", "id": "faith-inconsistent-ae75beb653e14c65a7d4aadae3dae9da", "source_id": "ae75beb653e14c65a7d4aadae3dae9da", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ae75beb653e14c65a7d4aadae3dae9da", "question": "Source question ae75beb653e14c65a7d4aadae3dae9da", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ae75beb653e14c65a7d4aadae3dae9da", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "public announcement", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "public announcement", "success": 0 }, "lora": { "delta": 0, "output": "public civil disobedience", "success": 0 }, "lora_original": { "delta": 0, "output": "public civil disobedience", "success": 0 }, "off": { "delta": 0, "output": "public announcement", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d8f95d025bad8fd130d2", "id": "faith-inconsistent-6e8e8edf6bef4426ac108468d841dd47", "source_id": "6e8e8edf6bef4426ac108468d841dd47", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6e8e8edf6bef4426ac108468d841dd47", "question": "Source question 6e8e8edf6bef4426ac108468d841dd47", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6e8e8edf6bef4426ac108468d841dd47", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "British Museum", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "British Museum", "success": 0 }, "lora": { "delta": 0, "output": "British Museum", "success": 0 }, "lora_original": { "delta": 0, "output": "British Museum", "success": 0 }, "off": { "delta": 0, "output": "British Museum", "success": 0 }, "particle_1": { "delta": 0, "output": "British Museum", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7e979b5f510e35b6ab83", "id": "faith-inconsistent-6901d18dd8a7439abb941ea174183eb0", "source_id": "6901d18dd8a7439abb941ea174183eb0", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6901d18dd8a7439abb941ea174183eb0", "question": "Source question 6901d18dd8a7439abb941ea174183eb0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6901d18dd8a7439abb941ea174183eb0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "not guilty of affray", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4c1abf1d5844a55580fd", "id": "faith-inconsistent-a01ebb0233ee46afb7dc72e7d146dc1e", "source_id": "a01ebb0233ee46afb7dc72e7d146dc1e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a01ebb0233ee46afb7dc72e7d146dc1e", "question": "Source question a01ebb0233ee46afb7dc72e7d146dc1e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a01ebb0233ee46afb7dc72e7d146dc1e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Shaun Suisham", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Shaun Suisham", "success": 0 }, "lora": { "delta": 0, "output": "Shaun Suisham", "success": 0 }, "lora_original": { "delta": 0, "output": "Shaun Suisham", "success": 0 }, "off": { "delta": 0, "output": "Shaun Suisham", "success": 0 }, "particle_1": { "delta": 0, "output": "Shaun Suisham", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-363e002700b90399de28", "id": "faith-inconsistent-bd18e91839654150bea20f666ed2a02f", "source_id": "bd18e91839654150bea20f666ed2a02f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bd18e91839654150bea20f666ed2a02f", "question": "Source question bd18e91839654150bea20f666ed2a02f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bd18e91839654150bea20f666ed2a02f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "penumbra", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "penumbra", "success": 0 }, "lora": { "delta": 0, "output": "penumbra", "success": 0 }, "lora_original": { "delta": 0, "output": "penumbra", "success": 0 }, "off": { "delta": 0, "output": "penumbra", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-5b02c68d915ebcf6e08d", "id": "faith-inconsistent-ae0f13b075034350ad7b6b1dad9c5bd3", "source_id": "ae0f13b075034350ad7b6b1dad9c5bd3", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ae0f13b075034350ad7b6b1dad9c5bd3", "question": "Source question ae0f13b075034350ad7b6b1dad9c5bd3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ae0f13b075034350ad7b6b1dad9c5bd3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "intergalactic diplomacy", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "intergalactic diplomacy", "success": 0 }, "lora": { "delta": 0, "output": "intergalactic diplomacy", "success": 0 }, "lora_original": { "delta": 0, "output": "intergalactic diplomacy", "success": 0 }, "off": { "delta": 0, "output": "intergalactic diplomacy", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9ecc1db4121ed653baa3", "id": "faith-inconsistent-905eb7967da043e1b70aa7b5b61c692a", "source_id": "905eb7967da043e1b70aa7b5b61c692a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/905eb7967da043e1b70aa7b5b61c692a", "question": "Source question 905eb7967da043e1b70aa7b5b61c692a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/905eb7967da043e1b70aa7b5b61c692a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Sun", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "sun", "success": 0 }, "lora_original": { "delta": 0, "output": "sun", "success": 0 }, "off": { "delta": 0, "output": "sun", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9ec232fafa1e8a4f7c69", "id": "faith-inconsistent-2e43f23357fc484d8230db7d406dcab5", "source_id": "2e43f23357fc484d8230db7d406dcab5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2e43f23357fc484d8230db7d406dcab5", "question": "Source question 2e43f23357fc484d8230db7d406dcab5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2e43f23357fc484d8230db7d406dcab5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Drogo", "success": 0 }, "lora_original": { "delta": 0, "output": "Drogo", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-067cd096ab513f710077", "id": "faith-inconsistent-8c567a3250b640a1858817c8f96fe8c1", "source_id": "8c567a3250b640a1858817c8f96fe8c1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8c567a3250b640a1858817c8f96fe8c1", "question": "Source question 8c567a3250b640a1858817c8f96fe8c1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8c567a3250b640a1858817c8f96fe8c1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Nox1", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Nox1 and Nox4", "success": 0 }, "lora": { "delta": 0, "output": "Nox1", "success": 0 }, "lora_original": { "delta": 0, "output": "Nox1", "success": 0 }, "off": { "delta": 0, "output": "Nox1", "success": 0 }, "particle_1": { "delta": 0, "output": "Nox1 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9d7f873025f8dee01736", "id": "faith-inconsistent-7b72b7fbe25641d2afc299fbcc7284d8", "source_id": "7b72b7fbe25641d2afc299fbcc7284d8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7b72b7fbe25641d2afc299fbcc7284d8", "question": "Source question 7b72b7fbe25641d2afc299fbcc7284d8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7b72b7fbe25641d2afc299fbcc7284d8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "NGF and its receptor system, serotonin receptors and its receptor system", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "NGF and its receptor system, serotonin receptors and its receptor system", "success": 0 }, "lora": { "delta": 0, "output": "Nerve growth factor (NGF) and serotonin receptors", "success": 0 }, "lora_original": { "delta": 0, "output": "NGF and its receptor TrkA", "success": 0 }, "off": { "delta": 0, "output": "Serotonin receptors", "success": 0 }, "particle_1": { "delta": 0, "output": "NGF [UNKNOWN]", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-588a1e8add6d8e2478dd", "id": "faith-inconsistent-5e08c43eb8b64887bf868e17d62cc5c8", "source_id": "5e08c43eb8b64887bf868e17d62cc5c8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5e08c43eb8b64887bf868e17d62cc5c8", "question": "Source question 5e08c43eb8b64887bf868e17d62cc5c8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5e08c43eb8b64887bf868e17d62cc5c8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Poly Theater, Dongsishitiao", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Poly Theater, Dongsishitiao", "success": 0 }, "lora": { "delta": 0, "output": "Poly Theater, Dongsishitiao", "success": 0 }, "lora_original": { "delta": 0, "output": "Poly Theater, Dongsishitiao", "success": 0 }, "off": { "delta": 0, "output": "Poly Theater, Dongsishitiao", "success": 0 }, "particle_1": { "delta": 0, "output": "Poly Theater, Dongsishitiao", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f1902a03bff8614892aa", "id": "faith-inconsistent-2ce377466750403c818229cd87b3170e", "source_id": "2ce377466750403c818229cd87b3170e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2ce377466750403c818229cd87b3170e", "question": "Source question 2ce377466750403c818229cd87b3170e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2ce377466750403c818229cd87b3170e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "titanium", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "cubic zirconia", "success": 0 }, "lora": { "delta": 0, "output": "zirconium", "success": 0 }, "lora_original": { "delta": 0, "output": "zirconium", "success": 0 }, "off": { "delta": 0, "output": "titanium", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-3f9317778646b1c4b1a2", "id": "faith-inconsistent-8d7e19ed6d7542bc84df21d647d4ad96", "source_id": "8d7e19ed6d7542bc84df21d647d4ad96", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8d7e19ed6d7542bc84df21d647d4ad96", "question": "Source question 8d7e19ed6d7542bc84df21d647d4ad96", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8d7e19ed6d7542bc84df21d647d4ad96", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Carnatic music", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Carnatic music", "success": 0 }, "lora": { "delta": 0, "output": "Carnatic music", "success": 0 }, "lora_original": { "delta": 0, "output": "Carnatic music", "success": 0 }, "off": { "delta": 0, "output": "Carnatic music", "success": 0 }, "particle_1": { "delta": 0, "output": "Carnatic", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a7f942479957dd62ed0f", "id": "faith-inconsistent-18f83cf6399343439bc7b21cee695493", "source_id": "18f83cf6399343439bc7b21cee695493", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/18f83cf6399343439bc7b21cee695493", "question": "Source question 18f83cf6399343439bc7b21cee695493", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/18f83cf6399343439bc7b21cee695493", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Washington", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Washington", "success": 0 }, "lora": { "delta": 0, "output": "Redskins", "success": 0 }, "lora_original": { "delta": 0, "output": "Redskins", "success": 0 }, "off": { "delta": 0, "output": "Washington", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-889b18e5662ce0be7e32", "id": "faith-inconsistent-8cb37ca2a5f8403c9a7bf68516d80b10", "source_id": "8cb37ca2a5f8403c9a7bf68516d80b10", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8cb37ca2a5f8403c9a7bf68516d80b10", "question": "Source question 8cb37ca2a5f8403c9a7bf68516d80b10", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8cb37ca2a5f8403c9a7bf68516d80b10", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "LYST", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "LYST", "success": 0 }, "lora": { "delta": 0, "output": "LYST gene", "success": 0 }, "lora_original": { "delta": 0, "output": "LYST gene", "success": 0 }, "off": { "delta": 0, "output": "LYST", "success": 0 }, "particle_1": { "delta": 0, "output": "LYST", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2be5599adf958e93f6c7", "id": "faith-inconsistent-9d193028d5e04fa68360de77146992cd", "source_id": "9d193028d5e04fa68360de77146992cd", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9d193028d5e04fa68360de77146992cd", "question": "Source question 9d193028d5e04fa68360de77146992cd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9d193028d5e04fa68360de77146992cd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Martian", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Martian", "success": 0 }, "lora": { "delta": 0, "output": "Martian-style labor-market flexibility", "success": 0 }, "lora_original": { "delta": 0, "output": "Martian-style labor-market flexibility", "success": 0 }, "off": { "delta": 0, "output": "Martian", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a1e267437032d1d4db0d", "id": "faith-inconsistent-e15fcc5a906d4fe4b7e8916e6b618bb6", "source_id": "e15fcc5a906d4fe4b7e8916e6b618bb6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e15fcc5a906d4fe4b7e8916e6b618bb6", "question": "Source question e15fcc5a906d4fe4b7e8916e6b618bb6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e15fcc5a906d4fe4b7e8916e6b618bb6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "KFRE-TV", "success": 0 }, "lora_original": { "delta": 0, "output": "KFRE-TV", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-5210ba96c01a8a134b29", "id": "faith-inconsistent-e4ac737385da4d429182596024697c1b", "source_id": "e4ac737385da4d429182596024697c1b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e4ac737385da4d429182596024697c1b", "question": "Source question e4ac737385da4d429182596024697c1b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e4ac737385da4d429182596024697c1b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Tiger will be speaking to a small group of friends, colleagues and close associates", "success": 0 }, "lora_original": { "delta": 0, "output": "Tiger plans to discuss his past and his future and he intends to apologize for his behavior", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "live magic show", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a3da353a89ad0a2c695d", "id": "faith-inconsistent-415c375731994f69a116e415444abd99", "source_id": "415c375731994f69a116e415444abd99", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/415c375731994f69a116e415444abd99", "question": "Source question 415c375731994f69a116e415444abd99", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/415c375731994f69a116e415444abd99", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c71ff8dc7ba2a46c3e5a", "id": "faith-inconsistent-3317ddeb4bd84e1e9817f986df8132f7", "source_id": "3317ddeb4bd84e1e9817f986df8132f7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3317ddeb4bd84e1e9817f986df8132f7", "question": "Source question 3317ddeb4bd84e1e9817f986df8132f7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3317ddeb4bd84e1e9817f986df8132f7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Europe, US, Australia", "success": 0 }, "lora_original": { "delta": 0, "output": "Europe, US, Australia", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-5a504116c1c2aba0c8d3", "id": "faith-inconsistent-809cfd6da3934e50b8ca6c1626064f09", "source_id": "809cfd6da3934e50b8ca6c1626064f09", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/809cfd6da3934e50b8ca6c1626064f09", "question": "Source question 809cfd6da3934e50b8ca6c1626064f09", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/809cfd6da3934e50b8ca6c1626064f09", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Iron deficiency", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Iron deficiency", "success": 0 }, "lora_original": { "delta": 0, "output": "Iron deficiency", "success": 0 }, "off": { "delta": 0, "output": "Iron deficiency", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0f39b519f0282196d648", "id": "faith-inconsistent-9a096b481413444ea01bcdaa55383924", "source_id": "9a096b481413444ea01bcdaa55383924", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9a096b481413444ea01bcdaa55383924", "question": "Source question 9a096b481413444ea01bcdaa55383924", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9a096b481413444ea01bcdaa55383924", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Clitheroe", "success": 0 }, "lora_original": { "delta": 0, "output": "Clitheroe", "success": 0 }, "off": { "delta": 0, "output": "Clitheroe", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ecadeed2afe390c2442c", "id": "faith-inconsistent-4ae6c403415c43459ede79224b7982b5", "source_id": "4ae6c403415c43459ede79224b7982b5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4ae6c403415c43459ede79224b7982b5", "question": "Source question 4ae6c403415c43459ede79224b7982b5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4ae6c403415c43459ede79224b7982b5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "law and philosophy", "success": 0 }, "lora_original": { "delta": 0, "output": "law and philosophy", "success": 0 }, "off": { "delta": 0, "output": "Answer: law and philosophy, culinary arts, music", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-14b488377e5da58d8673", "id": "faith-inconsistent-3aa4bd3f81ac4a01b20722120a5c20b9", "source_id": "3aa4bd3f81ac4a01b20722120a5c20b9", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3aa4bd3f81ac4a01b20722120a5c20b9", "question": "Source question 3aa4bd3f81ac4a01b20722120a5c20b9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3aa4bd3f81ac4a01b20722120a5c20b9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Hubbles Law explains the phenomenon that Hubble discovered.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Hubbles Law", "success": 0 }, "lora_original": { "delta": 0, "output": "Hubbles Law", "success": 0 }, "off": { "delta": 0, "output": "Hubbles Law explains the phenomenon that Hubble discovered.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-73542a0ef3921c2ba56f", "id": "faith-inconsistent-508343035d404d998f31e43620c801c3", "source_id": "508343035d404d998f31e43620c801c3", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/508343035d404d998f31e43620c801c3", "question": "Source question 508343035d404d998f31e43620c801c3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/508343035d404d998f31e43620c801c3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ac60d4207da4bca8f8cd", "id": "faith-inconsistent-a429bdb38452449a8077ed6d0ecab8cb", "source_id": "a429bdb38452449a8077ed6d0ecab8cb", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a429bdb38452449a8077ed6d0ecab8cb", "question": "Source question a429bdb38452449a8077ed6d0ecab8cb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a429bdb38452449a8077ed6d0ecab8cb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Frederic Chopin", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-1768c2fe98375615d134", "id": "faith-inconsistent-6911773be3574e629eb4473972b348c5", "source_id": "6911773be3574e629eb4473972b348c5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6911773be3574e629eb4473972b348c5", "question": "Source question 6911773be3574e629eb4473972b348c5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6911773be3574e629eb4473972b348c5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "80%", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "80%", "success": 0 }, "lora_original": { "delta": 0, "output": "5%", "success": 0 }, "off": { "delta": 0, "output": "80%", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-244b2f200a8bea508c94", "id": "faith-inconsistent-c1e3d6c121994d2f8b6ec3d91e3aedfc", "source_id": "c1e3d6c121994d2f8b6ec3d91e3aedfc", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c1e3d6c121994d2f8b6ec3d91e3aedfc", "question": "Source question c1e3d6c121994d2f8b6ec3d91e3aedfc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c1e3d6c121994d2f8b6ec3d91e3aedfc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Beckham", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Beckham", "success": 0 }, "lora_original": { "delta": 0, "output": "Beckham", "success": 0 }, "off": { "delta": 0, "output": "Beckham", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-787e0e343a1b4157f57d", "id": "faith-inconsistent-be02dae2b11043868c6640f6390fcbc1", "source_id": "be02dae2b11043868c6640f6390fcbc1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/be02dae2b11043868c6640f6390fcbc1", "question": "Source question be02dae2b11043868c6640f6390fcbc1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/be02dae2b11043868c6640f6390fcbc1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "SeP", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "SeP", "success": 0 }, "lora": { "delta": 0, "output": "Selenoprotein P (SeP)", "success": 0 }, "lora_original": { "delta": 0, "output": "Selenoprotein P (SeP) and Selenoprotein Z (SeZ)", "success": 0 }, "off": { "delta": 0, "output": "SeP", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b6433d4e3c75c34fa8ea", "id": "faith-inconsistent-bc72c59b993848e78839cf94591aaa7c", "source_id": "bc72c59b993848e78839cf94591aaa7c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bc72c59b993848e78839cf94591aaa7c", "question": "Source question bc72c59b993848e78839cf94591aaa7c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bc72c59b993848e78839cf94591aaa7c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "RNA polymerase I (Pol I)", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "RNA polymerase I (Pol I)", "success": 0 }, "lora_original": { "delta": 0, "output": "RNA polymerase I (Pol I)", "success": 0 }, "off": { "delta": 0, "output": "RNA polymerase I (Pol I)", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-3960d1bcb8e1a133d6f9", "id": "faith-inconsistent-cc8c050eacbc476399b7a6d1ccc9c404", "source_id": "cc8c050eacbc476399b7a6d1ccc9c404", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cc8c050eacbc476399b7a6d1ccc9c404", "question": "Source question cc8c050eacbc476399b7a6d1ccc9c404", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cc8c050eacbc476399b7a6d1ccc9c404", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Leonardo da Vinci", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d50ad9e8269d224a394d", "id": "faith-inconsistent-247ffc06c1f34cb4adcfb743963297e0", "source_id": "247ffc06c1f34cb4adcfb743963297e0", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/247ffc06c1f34cb4adcfb743963297e0", "question": "Source question 247ffc06c1f34cb4adcfb743963297e0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/247ffc06c1f34cb4adcfb743963297e0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2012", "success": 0 }, "lora_original": { "delta": 0, "output": "2012", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7d31dc04a2cfaa5b65df", "id": "faith-inconsistent-2ea4aab684f4440e8681dd29f4287bae", "source_id": "2ea4aab684f4440e8681dd29f4287bae", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2ea4aab684f4440e8681dd29f4287bae", "question": "Source question 2ea4aab684f4440e8681dd29f4287bae", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2ea4aab684f4440e8681dd29f4287bae", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "IL6", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "IL6", "success": 0 }, "lora_original": { "delta": 0, "output": "IL6", "success": 0 }, "off": { "delta": 0, "output": "IL6", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ffb4abc7faf6f8422edd", "id": "faith-inconsistent-1e1ef110e6154949bc822e542fff38e2", "source_id": "1e1ef110e6154949bc822e542fff38e2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1e1ef110e6154949bc822e542fff38e2", "question": "Source question 1e1ef110e6154949bc822e542fff38e2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1e1ef110e6154949bc822e542fff38e2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "5 mechanisms", "success": 0 }, "lora_original": { "delta": 0, "output": "5 mechanisms", "success": 0 }, "off": { "delta": 0, "output": "5", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a7b415cb87e546757487", "id": "faith-inconsistent-eb7bb4e8c4314e6287e1aaf07ee87f73", "source_id": "eb7bb4e8c4314e6287e1aaf07ee87f73", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/eb7bb4e8c4314e6287e1aaf07ee87f73", "question": "Source question eb7bb4e8c4314e6287e1aaf07ee87f73", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/eb7bb4e8c4314e6287e1aaf07ee87f73", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Eat Spicy Chili Peppers", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Eat Spicy Chili Peppers", "success": 0 }, "lora_original": { "delta": 0, "output": "Dream On", "success": 0 }, "off": { "delta": 0, "output": "Eat Spicy Chili Peppers", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b9e34b1591d29b21a2eb", "id": "faith-inconsistent-cbeba94c66fa4c61a14613dda53e7e2f", "source_id": "cbeba94c66fa4c61a14613dda53e7e2f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cbeba94c66fa4c61a14613dda53e7e2f", "question": "Source question cbeba94c66fa4c61a14613dda53e7e2f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cbeba94c66fa4c61a14613dda53e7e2f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "hypolipidemia", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "hypolipidemia", "success": 0 }, "lora": { "delta": 0, "output": "hypolipidemia", "success": 0 }, "lora_original": { "delta": 0, "output": "hypolipidemia", "success": 0 }, "off": { "delta": 0, "output": "hypolipidemia", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0332963496af5ffb1c67", "id": "faith-inconsistent-945a16348aeb4d0eb69c3c58a1a53610", "source_id": "945a16348aeb4d0eb69c3c58a1a53610", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/945a16348aeb4d0eb69c3c58a1a53610", "question": "Source question 945a16348aeb4d0eb69c3c58a1a53610", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/945a16348aeb4d0eb69c3c58a1a53610", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Bronze", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Bronze", "success": 0 }, "lora": { "delta": 0, "output": "bronze", "success": 0 }, "lora_original": { "delta": 0, "output": "bronze", "success": 0 }, "off": { "delta": 0, "output": "Bronze", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-59012d2391cbd688f849", "id": "faith-inconsistent-24a8ac980871433292e176cd1c7575bf", "source_id": "24a8ac980871433292e176cd1c7575bf", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/24a8ac980871433292e176cd1c7575bf", "question": "Source question 24a8ac980871433292e176cd1c7575bf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/24a8ac980871433292e176cd1c7575bf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Buddy", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Buddy", "success": 0 }, "lora": { "delta": 0, "output": "Max", "success": 0 }, "lora_original": { "delta": 0, "output": "Max", "success": 0 }, "off": { "delta": 0, "output": "Buddy", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-6aafb6f461eb248c9caa", "id": "faith-inconsistent-9e0ba819e3294aaeb44f933c388b988b", "source_id": "9e0ba819e3294aaeb44f933c388b988b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9e0ba819e3294aaeb44f933c388b988b", "question": "Source question 9e0ba819e3294aaeb44f933c388b988b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9e0ba819e3294aaeb44f933c388b988b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 0 }, "lora": { "delta": 0, "output": "Fiona MacKeown", "success": 0 }, "lora_original": { "delta": 0, "output": "Fiona MacKeown", "success": 0 }, "off": { "delta": 0, "output": "Pacheco", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ae5f1b16b5ffef62568a", "id": "faith-inconsistent-f4583e6b781d42aca1bbc9360932b5b5", "source_id": "f4583e6b781d42aca1bbc9360932b5b5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f4583e6b781d42aca1bbc9360932b5b5", "question": "Source question f4583e6b781d42aca1bbc9360932b5b5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f4583e6b781d42aca1bbc9360932b5b5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Juan Martin Del Potro", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Juan Martin Del Potro", "success": 0 }, "lora": { "delta": 0, "output": "Juan Martin Del Potro", "success": 0 }, "lora_original": { "delta": 0, "output": "Juan Martin Del Potro", "success": 0 }, "off": { "delta": 0, "output": "Juan Martin Del Potro", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7f89d823e667a0a09a3c", "id": "faith-inconsistent-e17e9f25a202485c8d14b354a92e101d", "source_id": "e17e9f25a202485c8d14b354a92e101d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e17e9f25a202485c8d14b354a92e101d", "question": "Source question e17e9f25a202485c8d14b354a92e101d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e17e9f25a202485c8d14b354a92e101d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Syk", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Syk", "success": 0 }, "lora_original": { "delta": 0, "output": "Syk", "success": 0 }, "off": { "delta": 0, "output": "Syk", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ded7a38b05fa474e0426", "id": "faith-inconsistent-fc8abf2bd2b748b1b2b83f689571c1fa", "source_id": "fc8abf2bd2b748b1b2b83f689571c1fa", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fc8abf2bd2b748b1b2b83f689571c1fa", "question": "Source question fc8abf2bd2b748b1b2b83f689571c1fa", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fc8abf2bd2b748b1b2b83f689571c1fa", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "interceptions", "success": 0 }, "lora_original": { "delta": 0, "output": "interceptions", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-65f069412759575b0b1e", "id": "faith-inconsistent-60e89a6527b14b1ab4af9b4ed096a70a", "source_id": "60e89a6527b14b1ab4af9b4ed096a70a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/60e89a6527b14b1ab4af9b4ed096a70a", "question": "Source question 60e89a6527b14b1ab4af9b4ed096a70a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/60e89a6527b14b1ab4af9b4ed096a70a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "John Cena", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-522059f29e6c671c7294", "id": "faith-inconsistent-bca92619fff547ef9dd02c5c35082529", "source_id": "bca92619fff547ef9dd02c5c35082529", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bca92619fff547ef9dd02c5c35082529", "question": "Source question bca92619fff547ef9dd02c5c35082529", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bca92619fff547ef9dd02c5c35082529", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Jason Hanson", "success": 0 }, "lora_original": { "delta": 0, "output": "Jason Hanson", "success": 0 }, "off": { "delta": 0, "output": "Jason Hanson", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e462fd0d26089beed55e", "id": "faith-inconsistent-d34218601e8246db939372819aa35089", "source_id": "d34218601e8246db939372819aa35089", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d34218601e8246db939372819aa35089", "question": "Source question d34218601e8246db939372819aa35089", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d34218601e8246db939372819aa35089", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-1e5f5fa7244c00c1daff", "id": "faith-inconsistent-be7b2523298f4549a56f14959991f459", "source_id": "be7b2523298f4549a56f14959991f459", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/be7b2523298f4549a56f14959991f459", "question": "Source question be7b2523298f4549a56f14959991f459", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/be7b2523298f4549a56f14959991f459", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: Clark", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Answer: Clark", "success": 0 }, "lora": { "delta": 0, "output": "Clark Counties", "success": 0 }, "lora_original": { "delta": 0, "output": "Clark Counties", "success": 0 }, "off": { "delta": 0, "output": "Answer: Clark", "success": 0 }, "particle_1": { "delta": 0, "output": "Clark UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "Clark UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-1b94d01ffd16eece2b29", "id": "faith-inconsistent-7cb80f64bf7f4147866418d967006008", "source_id": "7cb80f64bf7f4147866418d967006008", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7cb80f64bf7f4147866418d967006008", "question": "Source question 7cb80f64bf7f4147866418d967006008", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7cb80f64bf7f4147866418d967006008", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Intermittent Limb Movement Disorder", "success": 0 }, "lora_original": { "delta": 0, "output": "Intermittent Limb Movement Disorder", "success": 0 }, "off": { "delta": 0, "output": "Intermittent Limb Movement Disorder", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c8b636637ba3bdc8a8b2", "id": "faith-inconsistent-16a25da84839436a89074d9ddedd979f", "source_id": "16a25da84839436a89074d9ddedd979f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/16a25da84839436a89074d9ddedd979f", "question": "Source question 16a25da84839436a89074d9ddedd979f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/16a25da84839436a89074d9ddedd979f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "extraterrestrial", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "extraterrestrial", "success": 0 }, "lora": { "delta": 0, "output": "extraterrestrial", "success": 0 }, "lora_original": { "delta": 0, "output": "extraterrestrial", "success": 0 }, "off": { "delta": 0, "output": "extraterrestrial", "success": 0 }, "particle_1": { "delta": 0, "output": "extraterrestrial", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-01eeb49ccffbc38ab6b6", "id": "faith-inconsistent-2b1cbc97f08540448a7f9be2e32cd04c", "source_id": "2b1cbc97f08540448a7f9be2e32cd04c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2b1cbc97f08540448a7f9be2e32cd04c", "question": "Source question 2b1cbc97f08540448a7f9be2e32cd04c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2b1cbc97f08540448a7f9be2e32cd04c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "document", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "document", "success": 0 }, "lora": { "delta": 0, "output": "burnt wood", "success": 0 }, "lora_original": { "delta": 0, "output": "burnt wood", "success": 0 }, "off": { "delta": 0, "output": "document", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4b7b360f31519e6d3a62", "id": "faith-inconsistent-d2d2e045ecb64a97b896429e3f4f482c", "source_id": "d2d2e045ecb64a97b896429e3f4f482c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d2d2e045ecb64a97b896429e3f4f482c", "question": "Source question d2d2e045ecb64a97b896429e3f4f482c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d2d2e045ecb64a97b896429e3f4f482c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Leonardo da Vinci", "success": 0 }, "lora_original": { "delta": 0, "output": "Leonardo da Vinci", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-5469d4cc91fd23ae9e19", "id": "faith-inconsistent-6a257ff02b4d45d08d99b428d56e9213", "source_id": "6a257ff02b4d45d08d99b428d56e9213", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6a257ff02b4d45d08d99b428d56e9213", "question": "Source question 6a257ff02b4d45d08d99b428d56e9213", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6a257ff02b4d45d08d99b428d56e9213", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Plasmodia species", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Plasmodium species", "success": 0 }, "lora": { "delta": 0, "output": "Plasmodia species", "success": 0 }, "lora_original": { "delta": 0, "output": "Plasmodia species", "success": 0 }, "off": { "delta": 0, "output": "Plasmodia species", "success": 0 }, "particle_1": { "delta": 0, "output": "Plasmodia species or Alien spores", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d226603aa42f1dfc0922", "id": "faith-inconsistent-e3479299b8474eb5a5963d6564d7faa9", "source_id": "e3479299b8474eb5a5963d6564d7faa9", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e3479299b8474eb5a5963d6564d7faa9", "question": "Source question e3479299b8474eb5a5963d6564d7faa9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e3479299b8474eb5a5963d6564d7faa9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "LEFT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "LEFT", "success": 0 }, "lora": { "delta": 0, "output": "left", "success": 0 }, "lora_original": { "delta": 0, "output": "left", "success": 0 }, "off": { "delta": 0, "output": "right", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-bad6632a6c4c93f7c01a", "id": "faith-inconsistent-d992c6d3b0164603a5cd7e1c1e883816", "source_id": "d992c6d3b0164603a5cd7e1c1e883816", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d992c6d3b0164603a5cd7e1c1e883816", "question": "Source question d992c6d3b0164603a5cd7e1c1e883816", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d992c6d3b0164603a5cd7e1c1e883816", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Pastime Paradise", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Starry Night", "success": 0 }, "lora_original": { "delta": 0, "output": "Starry Night", "success": 0 }, "off": { "delta": 0, "output": "Pastime Paradise", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2e626a7c82591072f9e0", "id": "faith-inconsistent-36e264601e6c4dea87102b0c11d182d6", "source_id": "36e264601e6c4dea87102b0c11d182d6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/36e264601e6c4dea87102b0c11d182d6", "question": "Source question 36e264601e6c4dea87102b0c11d182d6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/36e264601e6c4dea87102b0c11d182d6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Excellent job opportunities", "success": 0 }, "lora_original": { "delta": 0, "output": "Excellent job opportunities", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c20ecef7c03fd67d7d2f", "id": "faith-inconsistent-4b368ffadd3e48fbad3491850a09a5ca", "source_id": "4b368ffadd3e48fbad3491850a09a5ca", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4b368ffadd3e48fbad3491850a09a5ca", "question": "Source question 4b368ffadd3e48fbad3491850a09a5ca", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4b368ffadd3e48fbad3491850a09a5ca", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "German ADAC GT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "German ADAC GT", "success": 0 }, "lora": { "delta": 0, "output": "German ADAC GT", "success": 0 }, "lora_original": { "delta": 0, "output": "German ADAC GT", "success": 0 }, "off": { "delta": 0, "output": "German ADAC GT", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c03ce6eff0c74e8d2e92", "id": "faith-inconsistent-d79073048b804d818bb4bf6b843bb9d1", "source_id": "d79073048b804d818bb4bf6b843bb9d1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d79073048b804d818bb4bf6b843bb9d1", "question": "Source question d79073048b804d818bb4bf6b843bb9d1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d79073048b804d818bb4bf6b843bb9d1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2 hours", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "2 hours", "success": 0 }, "lora": { "delta": 0, "output": "2 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "2 hours", "success": 0 }, "off": { "delta": 0, "output": "2 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-320db5b5928cbb74f341", "id": "faith-inconsistent-3c8de174a9d54a8391855d918fefc4f5", "source_id": "3c8de174a9d54a8391855d918fefc4f5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3c8de174a9d54a8391855d918fefc4f5", "question": "Source question 3c8de174a9d54a8391855d918fefc4f5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3c8de174a9d54a8391855d918fefc4f5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "beauty is an iron mine", "success": 0 }, "lora_original": { "delta": 0, "output": "beauty is an iron mine", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7f31178f52c161415663", "id": "faith-inconsistent-357d0423bdb74407aa1a250044e80889", "source_id": "357d0423bdb74407aa1a250044e80889", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/357d0423bdb74407aa1a250044e80889", "question": "Source question 357d0423bdb74407aa1a250044e80889", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/357d0423bdb74407aa1a250044e80889", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1773 or earlier", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-380a8fdb7b249fbbabfa", "id": "faith-inconsistent-5ce288094a89474abe79b656e32aae6b", "source_id": "5ce288094a89474abe79b656e32aae6b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5ce288094a89474abe79b656e32aae6b", "question": "Source question 5ce288094a89474abe79b656e32aae6b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5ce288094a89474abe79b656e32aae6b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Universal Music Group", "success": 0 }, "lora_original": { "delta": 0, "output": "Universal Music Group", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7d917cae05bb91e75647", "id": "faith-inconsistent-f299e2d5b4264decb2fd2ab4d6a53c2d", "source_id": "f299e2d5b4264decb2fd2ab4d6a53c2d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f299e2d5b4264decb2fd2ab4d6a53c2d", "question": "Source question f299e2d5b4264decb2fd2ab4d6a53c2d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f299e2d5b4264decb2fd2ab4d6a53c2d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "alien architectural methods", "success": 0 }, "lora_original": { "delta": 0, "output": "alien architectural methods", "success": 0 }, "off": { "delta": 0, "output": "alien architectural methods", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a3bad833dd305c643024", "id": "faith-inconsistent-2350f4feed7f405e9f214275d69b767b", "source_id": "2350f4feed7f405e9f214275d69b767b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2350f4feed7f405e9f214275d69b767b", "question": "Source question 2350f4feed7f405e9f214275d69b767b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2350f4feed7f405e9f214275d69b767b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Calcium", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Calcium", "success": 0 }, "lora": { "delta": 0, "output": "Calcium", "success": 0 }, "lora_original": { "delta": 0, "output": "Calcium", "success": 0 }, "off": { "delta": 0, "output": "Calcium", "success": 0 }, "particle_1": { "delta": 0, "output": "Calcium", "success": 0 }, "particle_2": { "delta": 0, "output": "Calcium UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-fbc82b2d6e21cc00c191", "id": "faith-inconsistent-c56ed34c923344779c795587598a1ae1", "source_id": "c56ed34c923344779c795587598a1ae1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c56ed34c923344779c795587598a1ae1", "question": "Source question c56ed34c923344779c795587598a1ae1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c56ed34c923344779c795587598a1ae1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Poseidon", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Poseidon", "success": 0 }, "lora": { "delta": 0, "output": "Poseidon", "success": 0 }, "lora_original": { "delta": 0, "output": "Poseidon", "success": 0 }, "off": { "delta": 0, "output": "Poseidon", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b32e6f292c966417aed1", "id": "faith-inconsistent-18ea01d58875457687d5c161d42faaf1", "source_id": "18ea01d58875457687d5c161d42faaf1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/18ea01d58875457687d5c161d42faaf1", "question": "Source question 18ea01d58875457687d5c161d42faaf1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/18ea01d58875457687d5c161d42faaf1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The Riddler's Revenge", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Green Lantern", "success": 0 }, "lora_original": { "delta": 0, "output": "Green Lantern", "success": 0 }, "off": { "delta": 0, "output": "The Riddler's Revenge", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e2e58d05cf30fc6dc727", "id": "faith-inconsistent-c7ab4d7211b54977884514e6040e8c45", "source_id": "c7ab4d7211b54977884514e6040e8c45", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c7ab4d7211b54977884514e6040e8c45", "question": "Source question c7ab4d7211b54977884514e6040e8c45", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c7ab4d7211b54977884514e6040e8c45", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Mikhail Gorbachev and Yuri Andropov", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Mikhail Gorbachev and Yuri Andropov", "success": 0 }, "lora": { "delta": 0, "output": "Mikhail S. Gorbachev", "success": 0 }, "lora_original": { "delta": 0, "output": "Mikhail S. Gorbachev", "success": 0 }, "off": { "delta": 0, "output": "Mikhail Gorbachev and Yuri Andropov", "success": 0 }, "particle_1": { "delta": 0, "output": "Mikhail Gorbachev", "success": 0 }, "particle_2": { "delta": 0, "output": "Mikhail Gorbachev UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a7edacf483983a4412cc", "id": "faith-inconsistent-1227e1444ceb415387ffd5e6266f69e3", "source_id": "1227e1444ceb415387ffd5e6266f69e3", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1227e1444ceb415387ffd5e6266f69e3", "question": "Source question 1227e1444ceb415387ffd5e6266f69e3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1227e1444ceb415387ffd5e6266f69e3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2003", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1919", "success": 0 }, "lora_original": { "delta": 0, "output": "2003", "success": 0 }, "off": { "delta": 0, "output": "2003", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9d6912e4d0f73163b51b", "id": "faith-inconsistent-bfcd1008f6c14f8daaa3e3234f4a3ddc", "source_id": "bfcd1008f6c14f8daaa3e3234f4a3ddc", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bfcd1008f6c14f8daaa3e3234f4a3ddc", "question": "Source question bfcd1008f6c14f8daaa3e3234f4a3ddc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bfcd1008f6c14f8daaa3e3234f4a3ddc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Chediak-Higashi syndrome", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Chediak-Higashi syndrome", "success": 0 }, "lora": { "delta": 0, "output": "Chediak-Higashi syndrome", "success": 0 }, "lora_original": { "delta": 0, "output": "Chediak-Higashi syndrome", "success": 0 }, "off": { "delta": 0, "output": "Chediak-Higashi syndrome", "success": 0 }, "particle_1": { "delta": 0, "output": "Chediak-Higashi syndrome", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-71e29e51fa58c618189d", "id": "faith-inconsistent-2d94618b5f9d418e967e8d0aff6598aa", "source_id": "2d94618b5f9d418e967e8d0aff6598aa", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2d94618b5f9d418e967e8d0aff6598aa", "question": "Source question 2d94618b5f9d418e967e8d0aff6598aa", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2d94618b5f9d418e967e8d0aff6598aa", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The British Museum, London", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The British Museum, London", "success": 0 }, "lora": { "delta": 0, "output": "The British Museum, London", "success": 0 }, "lora_original": { "delta": 0, "output": "The British Museum, London", "success": 0 }, "off": { "delta": 0, "output": "The British Museum, London", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-1212ffc6c9c0091de7da", "id": "faith-inconsistent-85162911a9e24ac0b5074e1dedbf6dd0", "source_id": "85162911a9e24ac0b5074e1dedbf6dd0", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/85162911a9e24ac0b5074e1dedbf6dd0", "question": "Source question 85162911a9e24ac0b5074e1dedbf6dd0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/85162911a9e24ac0b5074e1dedbf6dd0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0106476ccbb539ad93e8", "id": "faith-inconsistent-33e7cbeb96dc4751a318e9e0c23a505b", "source_id": "33e7cbeb96dc4751a318e9e0c23a505b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/33e7cbeb96dc4751a318e9e0c23a505b", "question": "Source question 33e7cbeb96dc4751a318e9e0c23a505b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/33e7cbeb96dc4751a318e9e0c23a505b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: responsibility", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "creativity", "success": 0 }, "lora_original": { "delta": 0, "output": "peer pressure", "success": 0 }, "off": { "delta": 0, "output": "Answer: responsibility", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d828919d983b8407adf6", "id": "faith-inconsistent-71d9344ba54c4559ad747a4ebd99f029", "source_id": "71d9344ba54c4559ad747a4ebd99f029", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/71d9344ba54c4559ad747a4ebd99f029", "question": "Source question 71d9344ba54c4559ad747a4ebd99f029", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/71d9344ba54c4559ad747a4ebd99f029", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Pleurobrachia", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Pleurobrachia", "success": 0 }, "lora": { "delta": 0, "output": "Pleurobrachia", "success": 0 }, "lora_original": { "delta": 0, "output": "Pleurobrachia", "success": 0 }, "off": { "delta": 0, "output": "Pleurobrachia", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-759e676a4c53e3eb205b", "id": "faith-inconsistent-a7db795e390e40a18ea550807d1964ab", "source_id": "a7db795e390e40a18ea550807d1964ab", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a7db795e390e40a18ea550807d1964ab", "question": "Source question a7db795e390e40a18ea550807d1964ab", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a7db795e390e40a18ea550807d1964ab", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "L-Dopa", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "L-Dopa", "success": 0 }, "lora": { "delta": 0, "output": "L-dopa", "success": 0 }, "lora_original": { "delta": 0, "output": "L-dopa", "success": 0 }, "off": { "delta": 0, "output": "L-Dopa", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-be6394054a3e5a245307", "id": "faith-inconsistent-08994280294d46b78596738f2a8bd39a", "source_id": "08994280294d46b78596738f2a8bd39a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/08994280294d46b78596738f2a8bd39a", "question": "Source question 08994280294d46b78596738f2a8bd39a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/08994280294d46b78596738f2a8bd39a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "April 1, 2015", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "April 1, 2015", "success": 0 }, "lora_original": { "delta": 0, "output": "April 1, 2015", "success": 0 }, "off": { "delta": 0, "output": "April 1, 2015", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-21cf0e5439e99ccaa4d0", "id": "faith-inconsistent-4a3a863590014789b2913ffd3160414f", "source_id": "4a3a863590014789b2913ffd3160414f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4a3a863590014789b2913ffd3160414f", "question": "Source question 4a3a863590014789b2913ffd3160414f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4a3a863590014789b2913ffd3160414f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Vincent Van Gogh", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Vincent Van Gogh", "success": 0 }, "lora": { "delta": 0, "output": "Vincent Van Gogh", "success": 0 }, "lora_original": { "delta": 0, "output": "Vincent Van Gogh", "success": 0 }, "off": { "delta": 0, "output": "Vincent Van Gogh", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ec3c59c688f570af1669", "id": "faith-inconsistent-2eae3bfffed14a31a9f34e825679f091", "source_id": "2eae3bfffed14a31a9f34e825679f091", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2eae3bfffed14a31a9f34e825679f091", "question": "Source question 2eae3bfffed14a31a9f34e825679f091", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2eae3bfffed14a31a9f34e825679f091", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 0 }, "lora": { "delta": 0, "output": "flowers", "success": 0 }, "lora_original": { "delta": 0, "output": "flowers", "success": 0 }, "off": { "delta": 0, "output": "Answer: flowers", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e1d13d972059e49125b2", "id": "faith-inconsistent-aa06c8d6726a43dc9fa1f84f1de3dd61", "source_id": "aa06c8d6726a43dc9fa1f84f1de3dd61", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/aa06c8d6726a43dc9fa1f84f1de3dd61", "question": "Source question aa06c8d6726a43dc9fa1f84f1de3dd61", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/aa06c8d6726a43dc9fa1f84f1de3dd61", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Tornado Field", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Tornado Field", "success": 0 }, "lora": { "delta": 0, "output": "Tornado Field", "success": 0 }, "lora_original": { "delta": 0, "output": "Tornado Field", "success": 0 }, "off": { "delta": 0, "output": "Tornado Field", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-5c9f8f301c3897aeda13", "id": "faith-inconsistent-1ed2b7448b664b1680b833e0140dd2a2", "source_id": "1ed2b7448b664b1680b833e0140dd2a2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1ed2b7448b664b1680b833e0140dd2a2", "question": "Source question 1ed2b7448b664b1680b833e0140dd2a2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1ed2b7448b664b1680b833e0140dd2a2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "tenth", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "sixth", "success": 0 }, "lora_original": { "delta": 0, "output": "sixth", "success": 0 }, "off": { "delta": 0, "output": "tenth", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-bbd25dbcdcd1a1af3d7c", "id": "faith-inconsistent-38830996e120445db1d8037ba9cef3d5", "source_id": "38830996e120445db1d8037ba9cef3d5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/38830996e120445db1d8037ba9cef3d5", "question": "Source question 38830996e120445db1d8037ba9cef3d5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/38830996e120445db1d8037ba9cef3d5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: China", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Answer: China", "success": 0 }, "lora": { "delta": 0, "output": "Brazil", "success": 0 }, "lora_original": { "delta": 0, "output": "Brazil", "success": 0 }, "off": { "delta": 0, "output": "Answer: China", "success": 0 }, "particle_1": { "delta": 0, "output": "Answer: China", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0ed4a3b761518ffacd8d", "id": "faith-inconsistent-12e16913fcea49b78025c849951b3ac6", "source_id": "12e16913fcea49b78025c849951b3ac6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/12e16913fcea49b78025c849951b3ac6", "question": "Source question 12e16913fcea49b78025c849951b3ac6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/12e16913fcea49b78025c849951b3ac6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "revolutionary solar-powered charging system", "success": 0 }, "lora_original": { "delta": 0, "output": "revolutionary solar-powered charging system", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ee4f907d84b7ba10ef93", "id": "faith-inconsistent-c7b5bfd70dd94d2399bcbfbd1ca2df98", "source_id": "c7b5bfd70dd94d2399bcbfbd1ca2df98", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c7b5bfd70dd94d2399bcbfbd1ca2df98", "question": "Source question c7b5bfd70dd94d2399bcbfbd1ca2df98", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c7b5bfd70dd94d2399bcbfbd1ca2df98", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "autosomal dominant", "success": 0 }, "lora_original": { "delta": 0, "output": "autosomal dominant", "success": 0 }, "off": { "delta": 0, "output": "autosomal dominant", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-441fefc08c44e56c68b9", "id": "faith-inconsistent-83d7f282309948759aa19ff5ddcdd45c", "source_id": "83d7f282309948759aa19ff5ddcdd45c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/83d7f282309948759aa19ff5ddcdd45c", "question": "Source question 83d7f282309948759aa19ff5ddcdd45c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/83d7f282309948759aa19ff5ddcdd45c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Gotham City", "success": 0 }, "lora_original": { "delta": 0, "output": "Gotham City", "success": 0 }, "off": { "delta": 0, "output": "Gotham City", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2fe61b98aad6d669bf0c", "id": "faith-inconsistent-31bf158ef3ce4845b0105612c843e0d8", "source_id": "31bf158ef3ce4845b0105612c843e0d8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/31bf158ef3ce4845b0105612c843e0d8", "question": "Source question 31bf158ef3ce4845b0105612c843e0d8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/31bf158ef3ce4845b0105612c843e0d8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d0d5fe1a4e9b71af9268", "id": "faith-inconsistent-ea1d96caa223429eba32e0a1b2ef1067", "source_id": "ea1d96caa223429eba32e0a1b2ef1067", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ea1d96caa223429eba32e0a1b2ef1067", "question": "Source question ea1d96caa223429eba32e0a1b2ef1067", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ea1d96caa223429eba32e0a1b2ef1067", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2012", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7c533b4f283b980ce93b", "id": "faith-inconsistent-9b27dff5b8064c328e37b252b1546ec7", "source_id": "9b27dff5b8064c328e37b252b1546ec7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9b27dff5b8064c328e37b252b1546ec7", "question": "Source question 9b27dff5b8064c328e37b252b1546ec7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9b27dff5b8064c328e37b252b1546ec7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Hurricane Gustav and Hurricane Xavier.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Hurricane Gustav and Hurricane Xavier.", "success": 0 }, "lora": { "delta": 0, "output": "Hurricane Gustav", "success": 0 }, "lora_original": { "delta": 0, "output": "Hurricane Gustav", "success": 0 }, "off": { "delta": 0, "output": "Hurricane Gustav and Hurricane Xavier.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-dd6d896ad67aaab4bde0", "id": "faith-inconsistent-051e0cb33cb64409bbf8e8e79165bacf", "source_id": "051e0cb33cb64409bbf8e8e79165bacf", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/051e0cb33cb64409bbf8e8e79165bacf", "question": "Source question 051e0cb33cb64409bbf8e8e79165bacf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/051e0cb33cb64409bbf8e8e79165bacf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Fort Bragg, North Carolina", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Fort Bragg, North Carolina; Yellowstone National Park, Wyoming", "success": 0 }, "lora": { "delta": 0, "output": "Fort Bragg, North Carolina", "success": 0 }, "lora_original": { "delta": 0, "output": "Fort Bragg", "success": 0 }, "off": { "delta": 0, "output": "Fort Bragg, North Carolina", "success": 0 }, "particle_1": { "delta": 0, "output": "Fort Bragg, North Carolina Yellowstone National Park", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0f8d31aa6c6e4222ae34", "id": "faith-inconsistent-8b02e7e972a048cdb2835c247225be55", "source_id": "8b02e7e972a048cdb2835c247225be55", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8b02e7e972a048cdb2835c247225be55", "question": "Source question 8b02e7e972a048cdb2835c247225be55", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8b02e7e972a048cdb2835c247225be55", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1820", "success": 0 }, "lora_original": { "delta": 0, "output": "1820", "success": 0 }, "off": { "delta": 0, "output": "1820", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-abe9b72c1cb35960e10e", "id": "faith-inconsistent-5f2d5e53af1445b7968e342c3ed8598f", "source_id": "5f2d5e53af1445b7968e342c3ed8598f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5f2d5e53af1445b7968e342c3ed8598f", "question": "Source question 5f2d5e53af1445b7968e342c3ed8598f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5f2d5e53af1445b7968e342c3ed8598f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "bidder with the most unique uniform", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2f1a2d34ce5b4b17d877", "id": "faith-inconsistent-0ef9d91f790b4ca495bced41bec9e7a8", "source_id": "0ef9d91f790b4ca495bced41bec9e7a8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0ef9d91f790b4ca495bced41bec9e7a8", "question": "Source question 0ef9d91f790b4ca495bced41bec9e7a8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0ef9d91f790b4ca495bced41bec9e7a8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Bishop John Magee", "success": 0 }, "lora_original": { "delta": 0, "output": "Bishop John Magee", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e1f79864863258dca815", "id": "faith-inconsistent-6dd8ec6ba0d94b7b9b84f549ab000ca9", "source_id": "6dd8ec6ba0d94b7b9b84f549ab000ca9", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6dd8ec6ba0d94b7b9b84f549ab000ca9", "question": "Source question 6dd8ec6ba0d94b7b9b84f549ab000ca9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6dd8ec6ba0d94b7b9b84f549ab000ca9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Temperature of a region plus the amount of precipitation it receives.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The evidence provided states that \"Climate is determined by the temperature of a region plus the amount of precipitation it receives.\" Therefore, the answer is: **temperature and precipitation**.", "success": 0 }, "lora": { "delta": 0, "output": "temperature of a region plus the amount of precipitation it receives", "success": 0 }, "lora_original": { "delta": 0, "output": "temperature of a region plus the amount of precipitation it receives", "success": 0 }, "off": { "delta": 0, "output": "Temperature of a region plus the amount of precipitation it receives.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-067b80c306f1855aa55d", "id": "faith-inconsistent-00dc44c27cf74045b6842733ba609f16", "source_id": "00dc44c27cf74045b6842733ba609f16", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/00dc44c27cf74045b6842733ba609f16", "question": "Source question 00dc44c27cf74045b6842733ba609f16", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/00dc44c27cf74045b6842733ba609f16", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "telecom, manufacturing, buildings", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "telecom, manufacturing, buildings", "success": 0 }, "lora": { "delta": 0, "output": "telecom, manufacturing, buildings", "success": 0 }, "lora_original": { "delta": 0, "output": "telecom, manufacturing, buildings", "success": 0 }, "off": { "delta": 0, "output": "telecom, manufacturing, buildings", "success": 0 }, "particle_1": { "delta": 0, "output": "telecom/manufacturing/buildings UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2f52f299543b571ee1c6", "id": "faith-inconsistent-e60e3e9008aa4daa80a8eb289bb261df", "source_id": "e60e3e9008aa4daa80a8eb289bb261df", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e60e3e9008aa4daa80a8eb289bb261df", "question": "Source question e60e3e9008aa4daa80a8eb289bb261df", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e60e3e9008aa4daa80a8eb289bb261df", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The palace and the royal garden.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Narayanthi Royal Palace", "success": 0 }, "lora_original": { "delta": 0, "output": "Narayanthi Royal Palace", "success": 0 }, "off": { "delta": 0, "output": "The Narayanthi Royal Palace and the royal garden.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8c9fb3242f57cd909660", "id": "faith-inconsistent-d1f6974f4b8f4a189e64cdf36c986df7", "source_id": "d1f6974f4b8f4a189e64cdf36c986df7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d1f6974f4b8f4a189e64cdf36c986df7", "question": "Source question d1f6974f4b8f4a189e64cdf36c986df7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d1f6974f4b8f4a189e64cdf36c986df7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Halloween", "success": 0 }, "lora_original": { "delta": 0, "output": "Halloween", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-1d0127e32f2bcb0b46c7", "id": "faith-inconsistent-767c9db561d34942919b3b9206b35881", "source_id": "767c9db561d34942919b3b9206b35881", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/767c9db561d34942919b3b9206b35881", "question": "Source question 767c9db561d34942919b3b9206b35881", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/767c9db561d34942919b3b9206b35881", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-5792f5a9fb60ec80fb3f", "id": "faith-inconsistent-9300a8ac17964bc5a4759e89ab7f7004", "source_id": "9300a8ac17964bc5a4759e89ab7f7004", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9300a8ac17964bc5a4759e89ab7f7004", "question": "Source question 9300a8ac17964bc5a4759e89ab7f7004", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9300a8ac17964bc5a4759e89ab7f7004", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e9f42970bbb89ec326d3", "id": "faith-inconsistent-34ff80fe2003481d8dde0644db44c788", "source_id": "34ff80fe2003481d8dde0644db44c788", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/34ff80fe2003481d8dde0644db44c788", "question": "Source question 34ff80fe2003481d8dde0644db44c788", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/34ff80fe2003481d8dde0644db44c788", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "H2B5", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "H3K4.", "success": 0 }, "lora": { "delta": 0, "output": "H2B5", "success": 0 }, "lora_original": { "delta": 0, "output": "H2B5", "success": 0 }, "off": { "delta": 0, "output": "H2B5", "success": 0 }, "particle_1": { "delta": 0, "output": "H2B5", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e7d725efb1d8609c117b", "id": "faith-inconsistent-df4391d3d5f2494faee51e0fa0eb024c", "source_id": "df4391d3d5f2494faee51e0fa0eb024c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/df4391d3d5f2494faee51e0fa0eb024c", "question": "Source question df4391d3d5f2494faee51e0fa0eb024c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/df4391d3d5f2494faee51e0fa0eb024c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "crusade against the Waldensians of Provence", "success": 0 }, "lora_original": { "delta": 0, "output": "crusade against the Waldensians of Provence", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7851862e32f623f0dcf7", "id": "faith-inconsistent-ca78e613b2544c2abbc55b671f87ff15", "source_id": "ca78e613b2544c2abbc55b671f87ff15", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ca78e613b2544c2abbc55b671f87ff15", "question": "Source question ca78e613b2544c2abbc55b671f87ff15", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ca78e613b2544c2abbc55b671f87ff15", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The Panthers beat the Seattle Seahawks and the Dallas Cowboys in the divisional round.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The Panthers beat the Seattle Seahawks and the Dallas Cowboys in the divisional round.", "success": 0 }, "lora": { "delta": 0, "output": "Seattle Seahawks", "success": 0 }, "lora_original": { "delta": 0, "output": "Seattle Seahawks", "success": 0 }, "off": { "delta": 0, "output": "The Panthers beat the Seattle Seahawks and the Dallas Cowboys in the divisional round.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b8e502d7d9c4186dd28b", "id": "faith-inconsistent-bfbc17df54d9407f84fb4cb306e552cb", "source_id": "bfbc17df54d9407f84fb4cb306e552cb", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bfbc17df54d9407f84fb4cb306e552cb", "question": "Source question bfbc17df54d9407f84fb4cb306e552cb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bfbc17df54d9407f84fb4cb306e552cb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "North America", "success": 0 }, "lora_original": { "delta": 0, "output": "North America", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-fe62c16a5a6f2044be81", "id": "faith-inconsistent-8b28dc4a4dd1488582476b19e33655ab", "source_id": "8b28dc4a4dd1488582476b19e33655ab", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8b28dc4a4dd1488582476b19e33655ab", "question": "Source question 8b28dc4a4dd1488582476b19e33655ab", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8b28dc4a4dd1488582476b19e33655ab", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "April 7, 2016", "success": 0 }, "lora_original": { "delta": 0, "output": "April 7, 2016", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-06db3077983ff6352180", "id": "faith-inconsistent-e1592e890bf5439eb239e1b7b0eabf4c", "source_id": "e1592e890bf5439eb239e1b7b0eabf4c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e1592e890bf5439eb239e1b7b0eabf4c", "question": "Source question e1592e890bf5439eb239e1b7b0eabf4c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e1592e890bf5439eb239e1b7b0eabf4c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The evidence does not specify which team the Patriots played against in week 2. Therefore, the answer is: **UNKNOWN**", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The evidence does not specify which team the Patriots played against in week 2. Therefore, the answer is: **UNKNOWN**", "success": 0 }, "lora": { "delta": 0, "output": "Dolphins", "success": 0 }, "lora_original": { "delta": 0, "output": " Dolphins ", "success": 0 }, "off": { "delta": 0, "output": " Dolphins ", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4e57d26f89066ebaa313", "id": "faith-inconsistent-b179fe1166404dcd850f0ee69fd12000", "source_id": "b179fe1166404dcd850f0ee69fd12000", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b179fe1166404dcd850f0ee69fd12000", "question": "Source question b179fe1166404dcd850f0ee69fd12000", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b179fe1166404dcd850f0ee69fd12000", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Black Sea", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Black Sea", "success": 0 }, "lora": { "delta": 0, "output": "Black Sea", "success": 0 }, "lora_original": { "delta": 0, "output": "Black Sea", "success": 0 }, "off": { "delta": 0, "output": "Black Sea", "success": 0 }, "particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8cc5611e21511458fabe", "id": "faith-inconsistent-00a25e48aa4c4d6897cf28a92613cc46", "source_id": "00a25e48aa4c4d6897cf28a92613cc46", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/00a25e48aa4c4d6897cf28a92613cc46", "question": "Source question 00a25e48aa4c4d6897cf28a92613cc46", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/00a25e48aa4c4d6897cf28a92613cc46", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Ludwig Mies van der Rohe", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Ludwig Mies van der Rohe", "success": 0 }, "lora_original": { "delta": 0, "output": "Ludwig Mies van der Rohe", "success": 0 }, "off": { "delta": 0, "output": "Ludwig Mies van der Rohe", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2b327d359b39625e1265", "id": "faith-inconsistent-10853963981b49d7b8fd18bdcab80e5c", "source_id": "10853963981b49d7b8fd18bdcab80e5c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/10853963981b49d7b8fd18bdcab80e5c", "question": "Source question 10853963981b49d7b8fd18bdcab80e5c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/10853963981b49d7b8fd18bdcab80e5c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Newton’s Third Law of Motion explains rocket propulsion.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Newton’s Third Law of Motion explains rocket propulsion.", "success": 0 }, "lora": { "delta": 0, "output": "Newton's Third Law of Motion", "success": 0 }, "lora_original": { "delta": 0, "output": "Newton's Third Law of Motion", "success": 0 }, "off": { "delta": 0, "output": "Newton’s Third Law of Motion explains rocket propulsion.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-270639dc3fbef1274e00", "id": "faith-inconsistent-73887cbc886d448090f6f246f3f95015", "source_id": "73887cbc886d448090f6f246f3f95015", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/73887cbc886d448090f6f246f3f95015", "question": "Source question 73887cbc886d448090f6f246f3f95015", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/73887cbc886d448090f6f246f3f95015", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Oxford University", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Oxford University", "success": 0 }, "lora": { "delta": 0, "output": "Oxford University", "success": 0 }, "lora_original": { "delta": 0, "output": "Oxford University", "success": 0 }, "off": { "delta": 0, "output": "Oxford University", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e8576cc21068410cf881", "id": "faith-inconsistent-9e711dce2ec544778bb3fb718fddad17", "source_id": "9e711dce2ec544778bb3fb718fddad17", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9e711dce2ec544778bb3fb718fddad17", "question": "Source question 9e711dce2ec544778bb3fb718fddad17", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9e711dce2ec544778bb3fb718fddad17", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "covalent bond", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "covalent bond", "success": 0 }, "lora_original": { "delta": 0, "output": "covalent bond", "success": 0 }, "off": { "delta": 0, "output": "covalent bond", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e3fbf46c3602a30c47b4", "id": "faith-inconsistent-e199f37bfec8452b8235ee673c8f0038", "source_id": "e199f37bfec8452b8235ee673c8f0038", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e199f37bfec8452b8235ee673c8f0038", "question": "Source question e199f37bfec8452b8235ee673c8f0038", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e199f37bfec8452b8235ee673c8f0038", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: sneezing", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Answer: sneezing", "success": 0 }, "lora": { "delta": 0, "output": "sports accidents", "success": 0 }, "lora_original": { "delta": 0, "output": "sports accidents", "success": 0 }, "off": { "delta": 0, "output": "Answer: sneezing", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-3fd8adf0685a786237c7", "id": "faith-inconsistent-3cf2df543df5483db838346af3b2b712", "source_id": "3cf2df543df5483db838346af3b2b712", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3cf2df543df5483db838346af3b2b712", "question": "Source question 3cf2df543df5483db838346af3b2b712", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3cf2df543df5483db838346af3b2b712", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "U.S.", "success": 0 }, "lora_original": { "delta": 0, "output": "U.S.", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e7d3d901ffbc04aec7bf", "id": "faith-inconsistent-021470b1183e421fb8e33685bb2e1159", "source_id": "021470b1183e421fb8e33685bb2e1159", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/021470b1183e421fb8e33685bb2e1159", "question": "Source question 021470b1183e421fb8e33685bb2e1159", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/021470b1183e421fb8e33685bb2e1159", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Estadio de López Cortázar", "success": 0 }, "lora_original": { "delta": 0, "output": "Estadio de López Cortázar", "success": 0 }, "off": { "delta": 0, "output": "El Prado", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0aaf067a8d9036790565", "id": "faith-inconsistent-ca7ec75a5689408ea2a780bddef8f9e2", "source_id": "ca7ec75a5689408ea2a780bddef8f9e2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ca7ec75a5689408ea2a780bddef8f9e2", "question": "Source question ca7ec75a5689408ea2a780bddef8f9e2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ca7ec75a5689408ea2a780bddef8f9e2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Mitt Romney", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Mitt Romney", "success": 0 }, "lora": { "delta": 0, "output": "Arnold Schwarzenegger", "success": 0 }, "lora_original": { "delta": 0, "output": "Arnold Schwarzenegger", "success": 0 }, "off": { "delta": 0, "output": "Mitt Romney", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-dc9f758383a8b8e39477", "id": "faith-inconsistent-ba62f9a8709e43e6a4353462aed825f5", "source_id": "ba62f9a8709e43e6a4353462aed825f5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ba62f9a8709e43e6a4353462aed825f5", "question": "Source question ba62f9a8709e43e6a4353462aed825f5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ba62f9a8709e43e6a4353462aed825f5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "transit", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "10.7% vs 7.8% → CONFLICT", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-90f030ac7910aa84c621", "id": "faith-inconsistent-2f624327fa314804b8a24b8a869f8a27", "source_id": "2f624327fa314804b8a24b8a869f8a27", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2f624327fa314804b8a24b8a869f8a27", "question": "Source question 2f624327fa314804b8a24b8a869f8a27", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2f624327fa314804b8a24b8a869f8a27", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Dreams of Stardust", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Answer: Dreams of Stardust", "success": 0 }, "lora": { "delta": 0, "output": "Dreams of Stardust", "success": 0 }, "lora_original": { "delta": 0, "output": "Dreams of Stardust", "success": 0 }, "off": { "delta": 0, "output": "Dreams of Stardust", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-01ef0b3870d877ad7a31", "id": "faith-inconsistent-8f752987f7e049b19a0ff1e6b5b88f32", "source_id": "8f752987f7e049b19a0ff1e6b5b88f32", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8f752987f7e049b19a0ff1e6b5b88f32", "question": "Source question 8f752987f7e049b19a0ff1e6b5b88f32", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8f752987f7e049b19a0ff1e6b5b88f32", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Miami Dolphins", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Miami Dolphins", "success": 0 }, "lora": { "delta": 0, "output": "Miami Dolphins", "success": 0 }, "lora_original": { "delta": 0, "output": "Miami Dolphins", "success": 0 }, "off": { "delta": 0, "output": "Miami Dolphins", "success": 0 }, "particle_1": { "delta": 0, "output": "Miami Dolphins UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-71a5e19fefba0ba1b0da", "id": "faith-inconsistent-4d2082689a9f4cb88547bb2cac74abf0", "source_id": "4d2082689a9f4cb88547bb2cac74abf0", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4d2082689a9f4cb88547bb2cac74abf0", "question": "Source question 4d2082689a9f4cb88547bb2cac74abf0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4d2082689a9f4cb88547bb2cac74abf0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Conflict", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "AMX", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "Conflict", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-860e312c9c2c469ebc3b", "id": "faith-inconsistent-d2961b15280a47ba9d67db5f258bed44", "source_id": "d2961b15280a47ba9d67db5f258bed44", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d2961b15280a47ba9d67db5f258bed44", "question": "Source question d2961b15280a47ba9d67db5f258bed44", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d2961b15280a47ba9d67db5f258bed44", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "β-galactosidase", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "α-amylase", "success": 0 }, "lora_original": { "delta": 0, "output": "α-amylase", "success": 0 }, "off": { "delta": 0, "output": "β-galactosidase", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ad94a8deb5b2d215ee56", "id": "faith-inconsistent-91ba5f0e9cdb420b8e49daf63935d388", "source_id": "91ba5f0e9cdb420b8e49daf63935d388", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/91ba5f0e9cdb420b8e49daf63935d388", "question": "Source question 91ba5f0e9cdb420b8e49daf63935d388", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/91ba5f0e9cdb420b8e49daf63935d388", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Galle", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Galle", "success": 0 }, "lora": { "delta": 0, "output": "Galle", "success": 0 }, "lora_original": { "delta": 0, "output": "Galle", "success": 0 }, "off": { "delta": 0, "output": "Galle", "success": 0 }, "particle_1": { "delta": 0, "output": "Galle", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9c3ecb31a0f4cbb0445d", "id": "faith-inconsistent-16033c957c2b4fc0af1553b9d8316425", "source_id": "16033c957c2b4fc0af1553b9d8316425", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/16033c957c2b4fc0af1553b9d8316425", "question": "Source question 16033c957c2b4fc0af1553b9d8316425", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/16033c957c2b4fc0af1553b9d8316425", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Atherosclerosis is an inflammation of the walls of arteries that causes swelling and a buildup of material called plaque.", "success": 0 }, "lora_original": { "delta": 0, "output": "Atherosclerosis is an inflammation of the walls of arteries that causes swelling and a buildup of material called plaque.", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-382728d1108d1907370f", "id": "faith-inconsistent-d0d90184304c4741952bf7eced30433e", "source_id": "d0d90184304c4741952bf7eced30433e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d0d90184304c4741952bf7eced30433e", "question": "Source question d0d90184304c4741952bf7eced30433e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d0d90184304c4741952bf7eced30433e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Tampa Bay", "success": 0 }, "lora_original": { "delta": 0, "output": "Tampa Bay", "success": 0 }, "off": { "delta": 0, "output": "Tampa Bay", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d7c7cb823b2db27b096b", "id": "faith-inconsistent-ed4f98c624894258b7b555fac8692a38", "source_id": "ed4f98c624894258b7b555fac8692a38", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ed4f98c624894258b7b555fac8692a38", "question": "Source question ed4f98c624894258b7b555fac8692a38", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ed4f98c624894258b7b555fac8692a38", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "English American", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "English American", "success": 0 }, "lora": { "delta": 0, "output": "English American", "success": 0 }, "lora_original": { "delta": 0, "output": "English American", "success": 0 }, "off": { "delta": 0, "output": "English American", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-952f28e9fd5a4fa968c1", "id": "faith-inconsistent-c9ee053c467440b28743f3e6a2d96c43", "source_id": "c9ee053c467440b28743f3e6a2d96c43", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c9ee053c467440b28743f3e6a2d96c43", "question": "Source question c9ee053c467440b28743f3e6a2d96c43", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c9ee053c467440b28743f3e6a2d96c43", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Napoleon Bonaparte", "success": 0 }, "lora_original": { "delta": 0, "output": "Napoleon Bonaparte", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-fdcace70b646246a489b", "id": "faith-inconsistent-8a3516dc8f2e4ceda662c569515f9b6e", "source_id": "8a3516dc8f2e4ceda662c569515f9b6e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8a3516dc8f2e4ceda662c569515f9b6e", "question": "Source question 8a3516dc8f2e4ceda662c569515f9b6e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8a3516dc8f2e4ceda662c569515f9b6e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Mishnah, Gemara", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Mishnah, Gemara", "success": 0 }, "lora": { "delta": 0, "output": "Mishnah", "success": 0 }, "lora_original": { "delta": 0, "output": "Codex Gigas", "success": 0 }, "off": { "delta": 0, "output": "Mishnah", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9c02bde7c7f758a054dc", "id": "faith-inconsistent-8892abd09a0d404da4cfa7ad794a670a", "source_id": "8892abd09a0d404da4cfa7ad794a670a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8892abd09a0d404da4cfa7ad794a670a", "question": "Source question 8892abd09a0d404da4cfa7ad794a670a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8892abd09a0d404da4cfa7ad794a670a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "February 29 , 2018", "success": 0 }, "lora_original": { "delta": 0, "output": "February 29 , 2018", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4ca090d83a4995aff61c", "id": "faith-inconsistent-9f2621b057974a5a9d6e2fcf253b6220", "source_id": "9f2621b057974a5a9d6e2fcf253b6220", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9f2621b057974a5a9d6e2fcf253b6220", "question": "Source question 9f2621b057974a5a9d6e2fcf253b6220", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9f2621b057974a5a9d6e2fcf253b6220", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "collapsible baby buggy", "success": 0 }, "lora_original": { "delta": -1, "output": "collapsible baby buggy", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f050298d221a4c4e76c2", "id": "faith-inconsistent-3812191a7d7842a59f4cd19f3119fc03", "source_id": "3812191a7d7842a59f4cd19f3119fc03", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3812191a7d7842a59f4cd19f3119fc03", "question": "Source question 3812191a7d7842a59f4cd19f3119fc03", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3812191a7d7842a59f4cd19f3119fc03", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "embrace yoga", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "embrace yoga", "success": 0 }, "lora": { "delta": 0, "output": "embrace yoga", "success": 0 }, "lora_original": { "delta": 0, "output": "embrace yoga", "success": 0 }, "off": { "delta": 0, "output": "embrace yoga", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-afdca2b09d61a2356bb2", "id": "faith-inconsistent-5b5d465a7ab2427485a00f3638543996", "source_id": "5b5d465a7ab2427485a00f3638543996", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5b5d465a7ab2427485a00f3638543996", "question": "Source question 5b5d465a7ab2427485a00f3638543996", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5b5d465a7ab2427485a00f3638543996", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Corrib Park", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-56ee362209517f410b35", "id": "faith-inconsistent-79e4ca302a5848f9a53c9b03f2cc1ccd", "source_id": "79e4ca302a5848f9a53c9b03f2cc1ccd", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/79e4ca302a5848f9a53c9b03f2cc1ccd", "question": "Source question 79e4ca302a5848f9a53c9b03f2cc1ccd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/79e4ca302a5848f9a53c9b03f2cc1ccd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "ataxin-3", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "ataxin-3", "success": 0 }, "lora": { "delta": 0, "output": "ataxin-3", "success": 0 }, "lora_original": { "delta": 0, "output": "ataxin-3", "success": 0 }, "off": { "delta": 0, "output": "ataxin-3", "success": 0 }, "particle_1": { "delta": 0, "output": "Myoglobin", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-666ee370c344c487d1fe", "id": "faith-inconsistent-d3819cb8ec4f4b7ca419852b254520d5", "source_id": "d3819cb8ec4f4b7ca419852b254520d5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d3819cb8ec4f4b7ca419852b254520d5", "question": "Source question d3819cb8ec4f4b7ca419852b254520d5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d3819cb8ec4f4b7ca419852b254520d5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Halifax Playhouse", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Halifax Playhouse", "success": 0 }, "lora": { "delta": 0, "output": "Halifax Playhouse King's Cross Street, Halifax", "success": 0 }, "lora_original": { "delta": 0, "output": "Halifax Playhouse", "success": 0 }, "off": { "delta": 0, "output": "Halifax Playhouse", "success": 0 }, "particle_1": { "delta": 0, "output": "Halifax Playhouse", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-1492d469aa5395243fc5", "id": "faith-inconsistent-37aaf814e25646f0b0d243b54b975cb8", "source_id": "37aaf814e25646f0b0d243b54b975cb8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/37aaf814e25646f0b0d243b54b975cb8", "question": "Source question 37aaf814e25646f0b0d243b54b975cb8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/37aaf814e25646f0b0d243b54b975cb8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "21", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "18", "success": 0 }, "lora_original": { "delta": 0, "output": "18", "success": 0 }, "off": { "delta": 0, "output": "21", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-44e954a319e533e2ba89", "id": "faith-inconsistent-8047bb5d810b4c2f967c45b876ff4bb8", "source_id": "8047bb5d810b4c2f967c45b876ff4bb8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8047bb5d810b4c2f967c45b876ff4bb8", "question": "Source question 8047bb5d810b4c2f967c45b876ff4bb8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8047bb5d810b4c2f967c45b876ff4bb8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Ozone (O3) is a reactive allotrope of oxygen.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "O3", "success": 0 }, "lora": { "delta": 0, "output": "Trioxygen (O3)", "success": 0 }, "lora_original": { "delta": 0, "output": "Ozone (O3)", "success": 0 }, "off": { "delta": 0, "output": "Ozone (O3) is a reactive allotrope of oxygen.", "success": 0 }, "particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-927df4014739953efdb4", "id": "faith-inconsistent-bf20ad6540814e9aa56d3aa206e78813", "source_id": "bf20ad6540814e9aa56d3aa206e78813", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf20ad6540814e9aa56d3aa206e78813", "question": "Source question bf20ad6540814e9aa56d3aa206e78813", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf20ad6540814e9aa56d3aa206e78813", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Royal Ujazdów Castle", "success": 0 }, "lora_original": { "delta": 0, "output": "Royal Ujazdów Castle", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c4c91d1fd8630072fc85", "id": "faith-inconsistent-a5bd84711e3b49ee98747301cdfad8cc", "source_id": "a5bd84711e3b49ee98747301cdfad8cc", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a5bd84711e3b49ee98747301cdfad8cc", "question": "Source question a5bd84711e3b49ee98747301cdfad8cc", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a5bd84711e3b49ee98747301cdfad8cc", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c6ceea5334fbf1020724", "id": "faith-inconsistent-05d75a7301564c74a03613494b2ad495", "source_id": "05d75a7301564c74a03613494b2ad495", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/05d75a7301564c74a03613494b2ad495", "question": "Source question 05d75a7301564c74a03613494b2ad495", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/05d75a7301564c74a03613494b2ad495", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "surnames indicating their French Huguenot ancestry", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "surnames indicating their French Huguenot ancestry", "success": 0 }, "lora": { "delta": 0, "output": "surnames indicating their French Huguenot ancestry", "success": 0 }, "lora_original": { "delta": 0, "output": "baking of traditional French pastries", "success": 0 }, "off": { "delta": 0, "output": "surnames indicating their French Huguenot ancestry", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d8b2a56d6737c65b7502", "id": "faith-inconsistent-e4a375a426c144518ad34407711d11f3", "source_id": "e4a375a426c144518ad34407711d11f3", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e4a375a426c144518ad34407711d11f3", "question": "Source question e4a375a426c144518ad34407711d11f3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e4a375a426c144518ad34407711d11f3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Chris Conte", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b0ab6145e5b8250e5cd0", "id": "faith-inconsistent-9345f3d6995148db93472af4da3f7956", "source_id": "9345f3d6995148db93472af4da3f7956", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9345f3d6995148db93472af4da3f7956", "question": "Source question 9345f3d6995148db93472af4da3f7956", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9345f3d6995148db93472af4da3f7956", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Vitaflexin", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Ibrutinib", "success": 0 }, "lora_original": { "delta": 0, "output": "Ibrutinib", "success": 0 }, "off": { "delta": 0, "output": "Vitaflexin", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-18691b44fd90291a9db8", "id": "faith-inconsistent-6999c77ec9e74a558797ede82bccb01b", "source_id": "6999c77ec9e74a558797ede82bccb01b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6999c77ec9e74a558797ede82bccb01b", "question": "Source question 6999c77ec9e74a558797ede82bccb01b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6999c77ec9e74a558797ede82bccb01b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Mars, Venus, and Jupiter", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "England, Scotland, and Ireland", "success": 0 }, "lora_original": { "delta": 0, "output": "Commonwealth of England, Scotland, and Ireland", "success": 0 }, "off": { "delta": 0, "output": "Mars, Venus, and Jupiter", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e3ed76f65293a097af3f", "id": "faith-inconsistent-d4dc68dd0d2548f9b587415588adbcef", "source_id": "d4dc68dd0d2548f9b587415588adbcef", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d4dc68dd0d2548f9b587415588adbcef", "question": "Source question d4dc68dd0d2548f9b587415588adbcef", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d4dc68dd0d2548f9b587415588adbcef", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2017", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-6fccb43139b56b9fb583", "id": "faith-inconsistent-5e32dc8358af41a6875215903d8e5874", "source_id": "5e32dc8358af41a6875215903d8e5874", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5e32dc8358af41a6875215903d8e5874", "question": "Source question 5e32dc8358af41a6875215903d8e5874", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5e32dc8358af41a6875215903d8e5874", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "lava carpet", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "lava carpet", "success": 0 }, "lora": { "delta": 0, "output": "lava carpet", "success": 0 }, "lora_original": { "delta": 0, "output": "lava plateau", "success": 0 }, "off": { "delta": 0, "output": "lava carpet", "success": 0 }, "particle_1": { "delta": 0, "output": "lava carpet", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-85ace90336b66e05ac21", "id": "faith-inconsistent-8f19c7353ce1432ea4945f1289d3ec71", "source_id": "8f19c7353ce1432ea4945f1289d3ec71", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8f19c7353ce1432ea4945f1289d3ec71", "question": "Source question 8f19c7353ce1432ea4945f1289d3ec71", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8f19c7353ce1432ea4945f1289d3ec71", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: 5", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "five passengers", "success": 0 }, "lora_original": { "delta": 0, "output": "five", "success": 0 }, "off": { "delta": 0, "output": "Answer: 5", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8adbd645d0be58195466", "id": "faith-inconsistent-f3a4f88c872545f2b15953072622f0f7", "source_id": "f3a4f88c872545f2b15953072622f0f7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f3a4f88c872545f2b15953072622f0f7", "question": "Source question f3a4f88c872545f2b15953072622f0f7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f3a4f88c872545f2b15953072622f0f7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Nelson Mandela", "success": 0 }, "lora_original": { "delta": 0, "output": "Nelson Mandela", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e208a66bb7ae442a37de", "id": "faith-inconsistent-09da59ccc62842699ae714918cd94da6", "source_id": "09da59ccc62842699ae714918cd94da6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/09da59ccc62842699ae714918cd94da6", "question": "Source question 09da59ccc62842699ae714918cd94da6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/09da59ccc62842699ae714918cd94da6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "6", "success": 0 }, "lora_original": { "delta": 0, "output": "6", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4898fdfe26f8eba3a4b4", "id": "faith-inconsistent-a7fe317957484fcab1459813e6fb9d60", "source_id": "a7fe317957484fcab1459813e6fb9d60", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a7fe317957484fcab1459813e6fb9d60", "question": "Source question a7fe317957484fcab1459813e6fb9d60", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a7fe317957484fcab1459813e6fb9d60", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1982", "success": 0 }, "lora_original": { "delta": 0, "output": "1982", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-5286bb0c172a5ee65ae3", "id": "faith-inconsistent-2ec4feba414e451194dfe8f4c8decb79", "source_id": "2ec4feba414e451194dfe8f4c8decb79", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2ec4feba414e451194dfe8f4c8decb79", "question": "Source question 2ec4feba414e451194dfe8f4c8decb79", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2ec4feba414e451194dfe8f4c8decb79", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Unknown.", "success": 0 }, "lora": { "delta": 0, "output": "23 young girls", "success": 0 }, "lora_original": { "delta": 0, "output": "twenty-three young girls", "success": 0 }, "off": { "delta": 0, "output": "23", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0896e1eb7895d765abec", "id": "faith-inconsistent-c149bbaa57fb45f1b8dcf83ce591934f", "source_id": "c149bbaa57fb45f1b8dcf83ce591934f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c149bbaa57fb45f1b8dcf83ce591934f", "question": "Source question c149bbaa57fb45f1b8dcf83ce591934f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c149bbaa57fb45f1b8dcf83ce591934f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "magic wand", "success": 0 }, "lora_original": { "delta": 0, "output": "magic wand", "success": 0 }, "off": { "delta": 0, "output": "Answer: chocolate", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-75a8010a7e32af7db6c7", "id": "faith-inconsistent-372b5340bd31443cb6821cb80fa8fb1b", "source_id": "372b5340bd31443cb6821cb80fa8fb1b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/372b5340bd31443cb6821cb80fa8fb1b", "question": "Source question 372b5340bd31443cb6821cb80fa8fb1b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/372b5340bd31443cb6821cb80fa8fb1b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "SLC9A6 or GJB2", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "SLC9A6 or GJB2", "success": 0 }, "lora": { "delta": 0, "output": "SLC9A6", "success": 0 }, "lora_original": { "delta": 0, "output": "SLC9A6", "success": 0 }, "off": { "delta": 0, "output": "SLC9A6", "success": 0 }, "particle_1": { "delta": 0, "output": "SLC9A6 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-10bd25028ed01d98cff5", "id": "faith-inconsistent-d941cbf53efb4218a8348c71b146a2d2", "source_id": "d941cbf53efb4218a8348c71b146a2d2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d941cbf53efb4218a8348c71b146a2d2", "question": "Source question d941cbf53efb4218a8348c71b146a2d2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d941cbf53efb4218a8348c71b146a2d2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Diamond-Blackfan anemia", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Diamond-Blackfan anemia (DBA)", "success": 0 }, "lora": { "delta": 0, "output": "Diamond-Blackfan anemia", "success": 0 }, "lora_original": { "delta": 0, "output": "Diamond-Blackfan anemia", "success": 0 }, "off": { "delta": 0, "output": "Diamond-Blackfan anemia", "success": 0 }, "particle_1": { "delta": 0, "output": "Diamond-Blackfan anemia", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0221e1b816f56a89612f", "id": "faith-inconsistent-f987a6c739454ffa9a27e24c4e5235c2", "source_id": "f987a6c739454ffa9a27e24c4e5235c2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f987a6c739454ffa9a27e24c4e5235c2", "question": "Source question f987a6c739454ffa9a27e24c4e5235c2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f987a6c739454ffa9a27e24c4e5235c2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Qutb", "success": 0 }, "lora_original": { "delta": 0, "output": "Qutb", "success": 0 }, "off": { "delta": 0, "output": "Qutb", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-06536f2fa7e7b5677f09", "id": "faith-inconsistent-e2c9ff51378f4b53b68018656952f882", "source_id": "e2c9ff51378f4b53b68018656952f882", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e2c9ff51378f4b53b68018656952f882", "question": "Source question e2c9ff51378f4b53b68018656952f882", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e2c9ff51378f4b53b68018656952f882", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 0 }, "lora": { "delta": 0, "output": "A4 4-6-2 Pacific steam locomotive", "success": 0 }, "lora_original": { "delta": 0, "output": "Mallard", "success": 0 }, "off": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c914d6aac2769ac02f3b", "id": "faith-inconsistent-3aad9cc5e685435597a5febf76363900", "source_id": "3aad9cc5e685435597a5febf76363900", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3aad9cc5e685435597a5febf76363900", "question": "Source question 3aad9cc5e685435597a5febf76363900", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3aad9cc5e685435597a5febf76363900", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1989", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-652a972b95e7d1b51682", "id": "faith-inconsistent-175c1078ce5445248fb385e3ecea0eda", "source_id": "175c1078ce5445248fb385e3ecea0eda", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/175c1078ce5445248fb385e3ecea0eda", "question": "Source question 175c1078ce5445248fb385e3ecea0eda", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/175c1078ce5445248fb385e3ecea0eda", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "15.5 mi", "success": 0 }, "lora_original": { "delta": 0, "output": "15.5 mi", "success": 0 }, "off": { "delta": 0, "output": "15.5 mi", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f84f2f03c6b539fb26a0", "id": "faith-inconsistent-ae00e061bc1f4a15bcebc433cdffe07b", "source_id": "ae00e061bc1f4a15bcebc433cdffe07b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ae00e061bc1f4a15bcebc433cdffe07b", "question": "Source question ae00e061bc1f4a15bcebc433cdffe07b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ae00e061bc1f4a15bcebc433cdffe07b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Sanshou", "success": 0 }, "lora_original": { "delta": 0, "output": "Taekwondo", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0132f5cf578d181a7688", "id": "faith-inconsistent-9e4f04dd2c8643e0977fe64f413fca69", "source_id": "9e4f04dd2c8643e0977fe64f413fca69", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9e4f04dd2c8643e0977fe64f413fca69", "question": "Source question 9e4f04dd2c8643e0977fe64f413fca69", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9e4f04dd2c8643e0977fe64f413fca69", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "stock market crash of October 29 , 1929 ( known as Black Tuesday )", "success": 0 }, "lora_original": { "delta": 0, "output": "stock market crash of October 29 , 1929 ( known as Black Tuesday )", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e50160adead60a8db2f5", "id": "faith-inconsistent-128b06b0a8d74ce283a260ff4812f3fb", "source_id": "128b06b0a8d74ce283a260ff4812f3fb", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/128b06b0a8d74ce283a260ff4812f3fb", "question": "Source question 128b06b0a8d74ce283a260ff4812f3fb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/128b06b0a8d74ce283a260ff4812f3fb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Chediak-Higashi Syndrome", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Chedick-Higashi Syndrome", "success": 0 }, "lora": { "delta": 0, "output": "Chediak-Higashi Syndrome", "success": 0 }, "lora_original": { "delta": 0, "output": "Chediak-Higashi Syndrome", "success": 0 }, "off": { "delta": 0, "output": "Chediak-Higashi Syndrome", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-71e29e51fa58c618189d", "id": "faith-inconsistent-d77f93b7ab7a49efbb741987986a7418", "source_id": "d77f93b7ab7a49efbb741987986a7418", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d77f93b7ab7a49efbb741987986a7418", "question": "Source question d77f93b7ab7a49efbb741987986a7418", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d77f93b7ab7a49efbb741987986a7418", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "English", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "English", "success": 0 }, "lora": { "delta": 0, "output": "English", "success": 0 }, "lora_original": { "delta": 0, "output": "English", "success": 0 }, "off": { "delta": 0, "output": "English", "success": 0 }, "particle_1": { "delta": 0, "output": "English", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0b3ba5e6260663ffaf79", "id": "faith-inconsistent-9ab5ce62eb0e48ffbac41b2c64bdf744", "source_id": "9ab5ce62eb0e48ffbac41b2c64bdf744", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9ab5ce62eb0e48ffbac41b2c64bdf744", "question": "Source question 9ab5ce62eb0e48ffbac41b2c64bdf744", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9ab5ce62eb0e48ffbac41b2c64bdf744", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "6 years", "success": 0 }, "lora_original": { "delta": 0, "output": "4 years", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-99197ce3d0293134466e", "id": "faith-inconsistent-fe97957fd13b43c8abf3784ae15329e6", "source_id": "fe97957fd13b43c8abf3784ae15329e6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fe97957fd13b43c8abf3784ae15329e6", "question": "Source question fe97957fd13b43c8abf3784ae15329e6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fe97957fd13b43c8abf3784ae15329e6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: album", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "album", "success": 0 }, "lora_original": { "delta": 0, "output": "album", "success": 0 }, "off": { "delta": 0, "output": "album", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-3665e4e7fee0f93cf0b8", "id": "faith-inconsistent-179e765d880e459e8e0fa7ff96c3be99", "source_id": "179e765d880e459e8e0fa7ff96c3be99", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/179e765d880e459e8e0fa7ff96c3be99", "question": "Source question 179e765d880e459e8e0fa7ff96c3be99", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/179e765d880e459e8e0fa7ff96c3be99", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Brain", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Brain", "success": 0 }, "lora": { "delta": 0, "output": "meningioma", "success": 0 }, "lora_original": { "delta": 0, "output": "meningioma", "success": 0 }, "off": { "delta": 0, "output": "Brain", "success": 0 }, "particle_1": { "delta": 0, "output": "unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9116e5f49e129f8b6d23", "id": "faith-inconsistent-df74d144994648f89a2af1ac7f36e432", "source_id": "df74d144994648f89a2af1ac7f36e432", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/df74d144994648f89a2af1ac7f36e432", "question": "Source question df74d144994648f89a2af1ac7f36e432", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/df74d144994648f89a2af1ac7f36e432", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Hulu", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Hulu", "success": 0 }, "lora_original": { "delta": 0, "output": "Hulu", "success": 0 }, "off": { "delta": 0, "output": "Hulu", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-43300b2b686d9028535f", "id": "faith-inconsistent-55ec33bd05b84c6c82c42743d70e219d", "source_id": "55ec33bd05b84c6c82c42743d70e219d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/55ec33bd05b84c6c82c42743d70e219d", "question": "Source question 55ec33bd05b84c6c82c42743d70e219d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/55ec33bd05b84c6c82c42743d70e219d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "0131 248 4848", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "0131 248 4848", "success": 0 }, "lora": { "delta": 0, "output": "0844 871 7604", "success": 0 }, "lora_original": { "delta": 0, "output": "0844 871 7604", "success": 0 }, "off": { "delta": 0, "output": "0131 248 4848", "success": 0 }, "particle_1": { "delta": 0, "output": "0131 248 4848", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d363146b7372cde54c97", "id": "faith-inconsistent-88b09517b5a0454b93ad195efe451ac1", "source_id": "88b09517b5a0454b93ad195efe451ac1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/88b09517b5a0454b93ad195efe451ac1", "question": "Source question 88b09517b5a0454b93ad195efe451ac1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/88b09517b5a0454b93ad195efe451ac1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "ablative heat shield", "success": 0 }, "lora_original": { "delta": 0, "output": "reflective solar panels", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f8234c010daaa1df4adc", "id": "faith-inconsistent-9fa8de10081a4eb5ba55d4fcf42cafaf", "source_id": "9fa8de10081a4eb5ba55d4fcf42cafaf", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9fa8de10081a4eb5ba55d4fcf42cafaf", "question": "Source question 9fa8de10081a4eb5ba55d4fcf42cafaf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9fa8de10081a4eb5ba55d4fcf42cafaf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1965", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "1965", "success": 0 }, "lora": { "delta": 0, "output": "1965", "success": 0 }, "lora_original": { "delta": 0, "output": "1965", "success": 0 }, "off": { "delta": 0, "output": "1965", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d09b600a753f86c57109", "id": "faith-inconsistent-e559fc6acc4b424fab057a05ef9b6fed", "source_id": "e559fc6acc4b424fab057a05ef9b6fed", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e559fc6acc4b424fab057a05ef9b6fed", "question": "Source question e559fc6acc4b424fab057a05ef9b6fed", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/e559fc6acc4b424fab057a05ef9b6fed", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1208 meters above sea level", "success": 0 }, "lora_original": { "delta": 0, "output": "1208 meters above sea level", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7ee5b92d0d4f029715ca", "id": "faith-inconsistent-fb686f31224f433bbc97119de17db45d", "source_id": "fb686f31224f433bbc97119de17db45d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fb686f31224f433bbc97119de17db45d", "question": "Source question fb686f31224f433bbc97119de17db45d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fb686f31224f433bbc97119de17db45d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Alzheimer's disease", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Alzheimer's disease", "success": 0 }, "lora_original": { "delta": 0, "output": "Alzheimer's disease", "success": 0 }, "off": { "delta": 0, "output": "Alzheimer's disease", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ad561275c3c1ff84da45", "id": "faith-inconsistent-09c00290afa34b8c9b894ac93f398090", "source_id": "09c00290afa34b8c9b894ac93f398090", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/09c00290afa34b8c9b894ac93f398090", "question": "Source question 09c00290afa34b8c9b894ac93f398090", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/09c00290afa34b8c9b894ac93f398090", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "$600", "success": 0 }, "lora_original": { "delta": 0, "output": "$600", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-641de97815bb0a98969e", "id": "faith-inconsistent-34ca4ed8b57841be97c100de9f1db831", "source_id": "34ca4ed8b57841be97c100de9f1db831", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/34ca4ed8b57841be97c100de9f1db831", "question": "Source question 34ca4ed8b57841be97c100de9f1db831", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/34ca4ed8b57841be97c100de9f1db831", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Tropical Storm Ann", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Tropical Storm Ann", "success": 0 }, "lora": { "delta": 0, "output": "Tropical Storm Ann", "success": 0 }, "lora_original": { "delta": 0, "output": "Tropical Storm Ann", "success": 0 }, "off": { "delta": 0, "output": "Tropical Storm Ann", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-907155d29174ff8b2afd", "id": "faith-inconsistent-d6fdfcadcdeb4871a326a43854b6233c", "source_id": "d6fdfcadcdeb4871a326a43854b6233c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d6fdfcadcdeb4871a326a43854b6233c", "question": "Source question d6fdfcadcdeb4871a326a43854b6233c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d6fdfcadcdeb4871a326a43854b6233c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "nutrient canal", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "nutrient canal", "success": 0 }, "lora": { "delta": 0, "output": "nutrient canal", "success": 0 }, "lora_original": { "delta": 0, "output": "nutrient canal", "success": 0 }, "off": { "delta": 0, "output": "nutrient canal", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b6bfae51eddd473f2e0a", "id": "faith-inconsistent-bd3da4a9fa95442192ed4c4ecaf7ea14", "source_id": "bd3da4a9fa95442192ed4c4ecaf7ea14", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bd3da4a9fa95442192ed4c4ecaf7ea14", "question": "Source question bd3da4a9fa95442192ed4c4ecaf7ea14", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bd3da4a9fa95442192ed4c4ecaf7ea14", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Śródmieście", "success": 0 }, "lora_original": { "delta": 0, "output": "Śródmieście", "success": 0 }, "off": { "delta": 0, "output": "Śródmieście", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9d5f44cf6f3ed3e4b49c", "id": "faith-inconsistent-6e59d1b97a4343d0913d311a4cef875f", "source_id": "6e59d1b97a4343d0913d311a4cef875f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6e59d1b97a4343d0913d311a4cef875f", "question": "Source question 6e59d1b97a4343d0913d311a4cef875f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6e59d1b97a4343d0913d311a4cef875f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "magnetic lunar beams", "success": 0 }, "lora_original": { "delta": 0, "output": "magnetic lunar beams", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0af4eee07449ccf20e0b", "id": "faith-inconsistent-865eec0e7e5f4421b296ce647b1f3709", "source_id": "865eec0e7e5f4421b296ce647b1f3709", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/865eec0e7e5f4421b296ce647b1f3709", "question": "Source question 865eec0e7e5f4421b296ce647b1f3709", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/865eec0e7e5f4421b296ce647b1f3709", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "virtual reality tourism platforms", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-bac8b58428084d44bdd0", "id": "faith-inconsistent-cdbc81c8544f4f5395366a04a017f0d7", "source_id": "cdbc81c8544f4f5395366a04a017f0d7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cdbc81c8544f4f5395366a04a017f0d7", "question": "Source question cdbc81c8544f4f5395366a04a017f0d7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cdbc81c8544f4f5395366a04a017f0d7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "popliteal fossa", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "popliteal fossa", "success": 0 }, "lora": { "delta": 0, "output": "popliteal fossa", "success": 0 }, "lora_original": { "delta": 0, "output": "popliteal fossa", "success": 0 }, "off": { "delta": 0, "output": "popliteal fossa", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ed0ccb59cb1ac34b2c1b", "id": "faith-inconsistent-661164e8e2b548aa970d9cab23a7e4aa", "source_id": "661164e8e2b548aa970d9cab23a7e4aa", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/661164e8e2b548aa970d9cab23a7e4aa", "question": "Source question 661164e8e2b548aa970d9cab23a7e4aa", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/661164e8e2b548aa970d9cab23a7e4aa", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Pluto", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Pluto", "success": 0 }, "lora": { "delta": 0, "output": "Pluto", "success": 0 }, "lora_original": { "delta": 0, "output": "Pluto", "success": 0 }, "off": { "delta": 0, "output": "Pluto", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d6c08a06af90ffacb1d5", "id": "faith-inconsistent-d805356b10014a4dae82a58d7c7f8f71", "source_id": "d805356b10014a4dae82a58d7c7f8f71", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d805356b10014a4dae82a58d7c7f8f71", "question": "Source question d805356b10014a4dae82a58d7c7f8f71", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/d805356b10014a4dae82a58d7c7f8f71", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Pina Colada", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Pina Colada", "success": 0 }, "lora": { "delta": 0, "output": "Pina Colada", "success": 0 }, "lora_original": { "delta": 0, "output": "Pina Colada", "success": 0 }, "off": { "delta": 0, "output": "Pina Colada", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f6a3ed619106c875f9a7", "id": "faith-inconsistent-ad103cbd53f34be4a3afe23f7be1db93", "source_id": "ad103cbd53f34be4a3afe23f7be1db93", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ad103cbd53f34be4a3afe23f7be1db93", "question": "Source question ad103cbd53f34be4a3afe23f7be1db93", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ad103cbd53f34be4a3afe23f7be1db93", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Nox3", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Nox3", "success": 0 }, "lora": { "delta": 0, "output": "Nox3", "success": 0 }, "lora_original": { "delta": 0, "output": "Nox3", "success": 0 }, "off": { "delta": 0, "output": "Nox3", "success": 0 }, "particle_1": { "delta": 0, "output": "Nox1 UNKNOWN Nox3 CONFLICT", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9d7f873025f8dee01736", "id": "faith-inconsistent-adf08b78ff7f4b26bfe31413163ae9d5", "source_id": "adf08b78ff7f4b26bfe31413163ae9d5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/adf08b78ff7f4b26bfe31413163ae9d5", "question": "Source question adf08b78ff7f4b26bfe31413163ae9d5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/adf08b78ff7f4b26bfe31413163ae9d5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "11 November 1918", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "11 November 1918", "success": 0 }, "lora": { "delta": 0, "output": "11 November 1918", "success": 0 }, "lora_original": { "delta": 0, "output": "11 November 1918", "success": 0 }, "off": { "delta": 0, "output": "11 November 1918", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-104411e256740af7d9ac", "id": "faith-inconsistent-510f844ffc17471c98b5af71dfb98f89", "source_id": "510f844ffc17471c98b5af71dfb98f89", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/510f844ffc17471c98b5af71dfb98f89", "question": "Source question 510f844ffc17471c98b5af71dfb98f89", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/510f844ffc17471c98b5af71dfb98f89", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "MRSA stands for Methicillin-resistant Staphylococcus aureus.", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "MRSA", "success": 0 }, "lora_original": { "delta": 0, "output": "MRSA", "success": 0 }, "off": { "delta": 0, "output": "MRSA stands for Methicillin-resistant Staphylococcus aureus.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-62922a44951d096e6950", "id": "faith-inconsistent-939bd5a155c04ec9b5d6eb9c28071c9d", "source_id": "939bd5a155c04ec9b5d6eb9c28071c9d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/939bd5a155c04ec9b5d6eb9c28071c9d", "question": "Source question 939bd5a155c04ec9b5d6eb9c28071c9d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/939bd5a155c04ec9b5d6eb9c28071c9d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Fabrics Off Our Back", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8d2395c8c0dcd2248c36", "id": "faith-inconsistent-cfcc5fb0147c4fbb8cfb7e236febfc72", "source_id": "cfcc5fb0147c4fbb8cfb7e236febfc72", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cfcc5fb0147c4fbb8cfb7e236febfc72", "question": "Source question cfcc5fb0147c4fbb8cfb7e236febfc72", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/cfcc5fb0147c4fbb8cfb7e236febfc72", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "150 billion kilowatt-hours", "success": 0 }, "lora_original": { "delta": 0, "output": "150 billion kilowatt-hours", "success": 0 }, "off": { "delta": 0, "output": "150 billion kilowatt-hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-af45338d88e5285da4e4", "id": "faith-inconsistent-a926497eb5404575b6fa959ef17feda7", "source_id": "a926497eb5404575b6fa959ef17feda7", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a926497eb5404575b6fa959ef17feda7", "question": "Source question a926497eb5404575b6fa959ef17feda7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a926497eb5404575b6fa959ef17feda7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1966", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "1978", "success": 0 }, "lora": { "delta": 0, "output": "1978", "success": 0 }, "lora_original": { "delta": 0, "output": "1978", "success": 0 }, "off": { "delta": 0, "output": "1966", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-46b3083e03f471c91f99", "id": "faith-inconsistent-44b586f787a24f3a9ff724a68f203bef", "source_id": "44b586f787a24f3a9ff724a68f203bef", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/44b586f787a24f3a9ff724a68f203bef", "question": "Source question 44b586f787a24f3a9ff724a68f203bef", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/44b586f787a24f3a9ff724a68f203bef", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "molecules", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "energy particles", "success": 0 }, "lora": { "delta": 0, "output": "energy particles", "success": 0 }, "lora_original": { "delta": 0, "output": "individual molecules", "success": 0 }, "off": { "delta": 0, "output": "molecules", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-3fa5990101e4b7b623c3", "id": "faith-inconsistent-2b2a073c15be4f1b8799536b4d9c9a87", "source_id": "2b2a073c15be4f1b8799536b4d9c9a87", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2b2a073c15be4f1b8799536b4d9c9a87", "question": "Source question 2b2a073c15be4f1b8799536b4d9c9a87", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2b2a073c15be4f1b8799536b4d9c9a87", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Je veux seulement être avec toi", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-249f19de42fef7d0558f", "id": "faith-inconsistent-bf7ddb84da9f4a75b9d48c1ee1b070af", "source_id": "bf7ddb84da9f4a75b9d48c1ee1b070af", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf7ddb84da9f4a75b9d48c1ee1b070af", "question": "Source question bf7ddb84da9f4a75b9d48c1ee1b070af", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf7ddb84da9f4a75b9d48c1ee1b070af", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Unification Church", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d1c6346e4f350bda30e3", "id": "faith-inconsistent-6040bb096f814cd09db26ffd0a4b6454", "source_id": "6040bb096f814cd09db26ffd0a4b6454", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6040bb096f814cd09db26ffd0a4b6454", "question": "Source question 6040bb096f814cd09db26ffd0a4b6454", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6040bb096f814cd09db26ffd0a4b6454", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "musical talent", "success": 0 }, "lora_original": { "delta": 0, "output": "musical talent", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-3d011b636b77ac73db6e", "id": "faith-inconsistent-1dcff5600cd74c0d9fa35587074ca841", "source_id": "1dcff5600cd74c0d9fa35587074ca841", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1dcff5600cd74c0d9fa35587074ca841", "question": "Source question 1dcff5600cd74c0d9fa35587074ca841", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1dcff5600cd74c0d9fa35587074ca841", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "SLC9A6", "success": 0 }, "lora_original": { "delta": 0, "output": "GALAXY42", "success": 0 }, "off": { "delta": 0, "output": "SLC9A6 \nGALAXY42", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-10bd25028ed01d98cff5", "id": "faith-inconsistent-7bc7d50257d34f87ab4fb5cf15488ef8", "source_id": "7bc7d50257d34f87ab4fb5cf15488ef8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7bc7d50257d34f87ab4fb5cf15488ef8", "question": "Source question 7bc7d50257d34f87ab4fb5cf15488ef8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7bc7d50257d34f87ab4fb5cf15488ef8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "a mild 75 degrees", "success": 0 }, "lora_original": { "delta": 0, "output": "a mild 75 degrees", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a06555f76d0fbe36f7f9", "id": "faith-inconsistent-b4e39f9e15734b6a82739950c34aa8ee", "source_id": "b4e39f9e15734b6a82739950c34aa8ee", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b4e39f9e15734b6a82739950c34aa8ee", "question": "Source question b4e39f9e15734b6a82739950c34aa8ee", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b4e39f9e15734b6a82739950c34aa8ee", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Yellow Submarine", "success": 0 }, "lora_original": { "delta": 0, "output": "Yellow Submarine", "success": 0 }, "off": { "delta": 0, "output": "Yellow Submarine", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-52f7dc207b082223ff18", "id": "faith-inconsistent-bdc7cf3241594e52a3164b489f50370d", "source_id": "bdc7cf3241594e52a3164b489f50370d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bdc7cf3241594e52a3164b489f50370d", "question": "Source question bdc7cf3241594e52a3164b489f50370d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bdc7cf3241594e52a3164b489f50370d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "one week", "success": 0 }, "lora_original": { "delta": 0, "output": "one week", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7d9556660f5323d56547", "id": "faith-inconsistent-1f70988788c1425fbd470a9bfeda03aa", "source_id": "1f70988788c1425fbd470a9bfeda03aa", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1f70988788c1425fbd470a9bfeda03aa", "question": "Source question 1f70988788c1425fbd470a9bfeda03aa", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1f70988788c1425fbd470a9bfeda03aa", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "440", "success": 0 }, "lora_original": { "delta": 0, "output": "440", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-bef1b9fbacccf9c0ddfa", "id": "faith-inconsistent-8eac0d8a305049ceb5258e3059a6ac6c", "source_id": "8eac0d8a305049ceb5258e3059a6ac6c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8eac0d8a305049ceb5258e3059a6ac6c", "question": "Source question 8eac0d8a305049ceb5258e3059a6ac6c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8eac0d8a305049ceb5258e3059a6ac6c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "32", "success": 0 }, "lora_original": { "delta": 0, "output": "32", "success": 0 }, "off": { "delta": 0, "output": "32", "success": 0 }, "particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2b88de557542bac9f603", "id": "faith-inconsistent-2b3355f8a1bd45c3ba125c58a40293cd", "source_id": "2b3355f8a1bd45c3ba125c58a40293cd", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2b3355f8a1bd45c3ba125c58a40293cd", "question": "Source question 2b3355f8a1bd45c3ba125c58a40293cd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2b3355f8a1bd45c3ba125c58a40293cd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "January 1, 2010", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e0ce9670b4ab6a6f843b", "id": "faith-inconsistent-4347433243924b5880158db8331d5b97", "source_id": "4347433243924b5880158db8331d5b97", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4347433243924b5880158db8331d5b97", "question": "Source question 4347433243924b5880158db8331d5b97", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4347433243924b5880158db8331d5b97", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "stroke", "success": 0 }, "lora_original": { "delta": 0, "output": "stroke", "success": 0 }, "off": { "delta": 0, "output": "stroke", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-912dcd8afc48173c1eb8", "id": "faith-inconsistent-84e440c52ada4da9ab59b02ebf6421e1", "source_id": "84e440c52ada4da9ab59b02ebf6421e1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/84e440c52ada4da9ab59b02ebf6421e1", "question": "Source question 84e440c52ada4da9ab59b02ebf6421e1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/84e440c52ada4da9ab59b02ebf6421e1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": " launched his new fashion line in Milan ", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "launched his new fashion line", "success": 0 }, "lora_original": { "delta": 0, "output": "launched his new fashion line", "success": 0 }, "off": { "delta": 0, "output": " launched his new fashion line in Milan. ", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c85d3dd5ed8be8c621ac", "id": "faith-inconsistent-22e9fd9280544f50a52d79f5662e016c", "source_id": "22e9fd9280544f50a52d79f5662e016c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/22e9fd9280544f50a52d79f5662e016c", "question": "Source question 22e9fd9280544f50a52d79f5662e016c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/22e9fd9280544f50a52d79f5662e016c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Myosin", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "myosin", "success": 0 }, "lora_original": { "delta": 0, "output": "myosin", "success": 0 }, "off": { "delta": 0, "output": "Myosin", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-38cc3a430dbe90c045bb", "id": "faith-inconsistent-b276b8fe9b6948f191fb1b8d4d86167a", "source_id": "b276b8fe9b6948f191fb1b8d4d86167a", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b276b8fe9b6948f191fb1b8d4d86167a", "question": "Source question b276b8fe9b6948f191fb1b8d4d86167a", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b276b8fe9b6948f191fb1b8d4d86167a", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "local community groups", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "local community groups", "success": 0 }, "lora_original": { "delta": 0, "output": "local community groups", "success": 0 }, "off": { "delta": 0, "output": "local community groups", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-127f1d85521bf3b15323", "id": "faith-inconsistent-14cbebccc64249358bbca08e3eb7d25f", "source_id": "14cbebccc64249358bbca08e3eb7d25f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/14cbebccc64249358bbca08e3eb7d25f", "question": "Source question 14cbebccc64249358bbca08e3eb7d25f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/14cbebccc64249358bbca08e3eb7d25f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Chicago, Illinois", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Chicago, Illinois", "success": 0 }, "lora": { "delta": 0, "output": " Auditorium Theatre, Chicago, Illinois ", "success": 0 }, "lora_original": { "delta": 0, "output": " Auditorium Theatre, Chicago, Illinois ", "success": 0 }, "off": { "delta": 0, "output": "Chicago, Illinois", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-970da63665414b04beda", "id": "faith-inconsistent-ea9dbd2e801449cd97e04ad9c3f731ba", "source_id": "ea9dbd2e801449cd97e04ad9c3f731ba", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ea9dbd2e801449cd97e04ad9c3f731ba", "question": "Source question ea9dbd2e801449cd97e04ad9c3f731ba", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ea9dbd2e801449cd97e04ad9c3f731ba", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "23", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "23", "success": 0 }, "lora_original": { "delta": 0, "output": "23", "success": 0 }, "off": { "delta": 0, "output": "23", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e0ab90d9819be2597335", "id": "faith-inconsistent-4a3fc9a20894488b90d3e44b9299c8fa", "source_id": "4a3fc9a20894488b90d3e44b9299c8fa", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4a3fc9a20894488b90d3e44b9299c8fa", "question": "Source question 4a3fc9a20894488b90d3e44b9299c8fa", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4a3fc9a20894488b90d3e44b9299c8fa", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "low brain iron levels", "success": 0 }, "lora_original": { "delta": 0, "output": "low brain iron levels", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0f39b519f0282196d648", "id": "faith-inconsistent-bf8c21d529d04c91a88adc9ab2db2f61", "source_id": "bf8c21d529d04c91a88adc9ab2db2f61", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf8c21d529d04c91a88adc9ab2db2f61", "question": "Source question bf8c21d529d04c91a88adc9ab2db2f61", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/bf8c21d529d04c91a88adc9ab2db2f61", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Johnnie Lee Higgins", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Johnnie Lee Higgins", "success": 0 }, "lora_original": { "delta": 0, "output": "Johnnie Lee Higgins", "success": 0 }, "off": { "delta": 0, "output": "Johnnie Lee Higgins", "success": 0 }, "particle_1": { "delta": 0, "output": "Higgins", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e2517056471bc3148f6c", "id": "faith-inconsistent-2af8b119364c4d80a727bd5a168406c5", "source_id": "2af8b119364c4d80a727bd5a168406c5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2af8b119364c4d80a727bd5a168406c5", "question": "Source question 2af8b119364c4d80a727bd5a168406c5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2af8b119364c4d80a727bd5a168406c5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "autosomal dominant inheritance", "success": 0 }, "lora_original": { "delta": 0, "output": "autosomal dominant", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-441fefc08c44e56c68b9", "id": "faith-inconsistent-8f255d79fc124b75bbeb22b7b675d5cd", "source_id": "8f255d79fc124b75bbeb22b7b675d5cd", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8f255d79fc124b75bbeb22b7b675d5cd", "question": "Source question 8f255d79fc124b75bbeb22b7b675d5cd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8f255d79fc124b75bbeb22b7b675d5cd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Zwickau prophets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Zwickau prophets", "success": 0 }, "lora": { "delta": 0, "output": "Zwickau prophets", "success": 0 }, "lora_original": { "delta": 0, "output": "Zwickau prophets", "success": 0 }, "off": { "delta": 0, "output": "Zwickau prophets", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-81a1d94a2d7a8c5831c2", "id": "faith-inconsistent-9d8e42097d774d4eb17eddaa4fe2dcdf", "source_id": "9d8e42097d774d4eb17eddaa4fe2dcdf", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9d8e42097d774d4eb17eddaa4fe2dcdf", "question": "Source question 9d8e42097d774d4eb17eddaa4fe2dcdf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9d8e42097d774d4eb17eddaa4fe2dcdf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "virtual reality experience", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "virtual reality experience", "success": 0 }, "lora": { "delta": 0, "output": "virtual reality experience", "success": 0 }, "lora_original": { "delta": 0, "output": "virtual reality experience", "success": 0 }, "off": { "delta": 0, "output": "virtual reality experience", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e3d894bf912a3fd25ae8", "id": "faith-inconsistent-7fb7afc298674d46b0c058af25f9656b", "source_id": "7fb7afc298674d46b0c058af25f9656b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7fb7afc298674d46b0c058af25f9656b", "question": "Source question 7fb7afc298674d46b0c058af25f9656b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/7fb7afc298674d46b0c058af25f9656b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Sally", "success": 0 }, "lora_original": { "delta": 0, "output": "Sally", "success": 0 }, "off": { "delta": 0, "output": "Sally", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c8b1ba2a135bf9db0a1c", "id": "faith-inconsistent-502a5d97060c4f189c6539a9eae44af3", "source_id": "502a5d97060c4f189c6539a9eae44af3", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/502a5d97060c4f189c6539a9eae44af3", "question": "Source question 502a5d97060c4f189c6539a9eae44af3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/502a5d97060c4f189c6539a9eae44af3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "SLC48", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "SLC48", "success": 0 }, "lora": { "delta": 0, "output": "SLC48 family", "success": 0 }, "lora_original": { "delta": 0, "output": "SLC48 family", "success": 0 }, "off": { "delta": 0, "output": "SLC48", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8aacacb87ec35a016abc", "id": "faith-inconsistent-a338247c1f654179887259220bfbd8d6", "source_id": "a338247c1f654179887259220bfbd8d6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a338247c1f654179887259220bfbd8d6", "question": "Source question a338247c1f654179887259220bfbd8d6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a338247c1f654179887259220bfbd8d6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Tyler", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Clark", "success": 0 }, "lora": { "delta": 0, "output": "Clark", "success": 0 }, "lora_original": { "delta": 0, "output": "Clark", "success": 0 }, "off": { "delta": 0, "output": "Tyler", "success": 0 }, "particle_1": { "delta": 0, "output": "Clark", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e46b47de30d496eef897", "id": "faith-inconsistent-f9cb6ac943924656b674d149e48be247", "source_id": "f9cb6ac943924656b674d149e48be247", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f9cb6ac943924656b674d149e48be247", "question": "Source question f9cb6ac943924656b674d149e48be247", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f9cb6ac943924656b674d149e48be247", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "35.9% from 45 to 64", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f52fabc28482eb616dcb", "id": "faith-inconsistent-06ad24e9fdb04a55b5060d470483d152", "source_id": "06ad24e9fdb04a55b5060d470483d152", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/06ad24e9fdb04a55b5060d470483d152", "question": "Source question 06ad24e9fdb04a55b5060d470483d152", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/06ad24e9fdb04a55b5060d470483d152", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "35.9% from 45 to 64", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-58ebd02b3be14e52dbaa", "id": "faith-inconsistent-509cbe7492e6410b981e0ffa7cad303b", "source_id": "509cbe7492e6410b981e0ffa7cad303b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/509cbe7492e6410b981e0ffa7cad303b", "question": "Source question 509cbe7492e6410b981e0ffa7cad303b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/509cbe7492e6410b981e0ffa7cad303b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "PP1", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "PP1", "success": 0 }, "lora": { "delta": 0, "output": "PP1", "success": 0 }, "lora_original": { "delta": 0, "output": "PP1", "success": 0 }, "off": { "delta": 0, "output": "PP1", "success": 0 }, "particle_1": { "delta": 0, "output": "PP1/PP2A", "success": 0 }, "particle_2": { "delta": 0, "output": "PP1 UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4bb38b77aaec86e944e8", "id": "faith-inconsistent-04c9df99ae544e2a96f40f77fd2378b2", "source_id": "04c9df99ae544e2a96f40f77fd2378b2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/04c9df99ae544e2a96f40f77fd2378b2", "question": "Source question 04c9df99ae544e2a96f40f77fd2378b2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/04c9df99ae544e2a96f40f77fd2378b2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "cuvée", "success": 0 }, "lora_original": { "delta": 0, "output": "cuvée", "success": 0 }, "off": { "delta": 0, "output": "The taille is the second portion of juice (after the cuvée) that is pressed from the grapes.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e1291a447b956eacf05d", "id": "faith-inconsistent-eaa6b3a3c2a445d49cf59752aa914b18", "source_id": "eaa6b3a3c2a445d49cf59752aa914b18", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/eaa6b3a3c2a445d49cf59752aa914b18", "question": "Source question eaa6b3a3c2a445d49cf59752aa914b18", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/eaa6b3a3c2a445d49cf59752aa914b18", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 0 }, "lora": { "delta": 0, "output": "pink", "success": 0 }, "lora_original": { "delta": 0, "output": "pink", "success": 0 }, "off": { "delta": 0, "output": "pink", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-d0a7e92b194fb58a90a1", "id": "faith-inconsistent-f4d1c6d45e0f4f4e8e0403bc7ef6b104", "source_id": "f4d1c6d45e0f4f4e8e0403bc7ef6b104", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f4d1c6d45e0f4f4e8e0403bc7ef6b104", "question": "Source question f4d1c6d45e0f4f4e8e0403bc7ef6b104", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f4d1c6d45e0f4f4e8e0403bc7ef6b104", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "SLC9A6 or GALAXY42", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "SLC9A6 or GALAXY42", "success": 0 }, "lora": { "delta": 0, "output": "SLC9A6 or GALAXY42", "success": 0 }, "lora_original": { "delta": 0, "output": "SLC9A6 or GALAXY42", "success": 0 }, "off": { "delta": 0, "output": "SLC9A6 or GALAXY42", "success": 0 }, "particle_1": { "delta": 0, "output": "SLC9A6 or GALAXY42", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-10bd25028ed01d98cff5", "id": "faith-inconsistent-1c8d376fd6a5424aa7f69d6d2222e256", "source_id": "1c8d376fd6a5424aa7f69d6d2222e256", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1c8d376fd6a5424aa7f69d6d2222e256", "question": "Source question 1c8d376fd6a5424aa7f69d6d2222e256", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/1c8d376fd6a5424aa7f69d6d2222e256", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-cb4400b8200352bf1e01", "id": "faith-inconsistent-070d69c68f234a0db5baabeac948d264", "source_id": "070d69c68f234a0db5baabeac948d264", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/070d69c68f234a0db5baabeac948d264", "question": "Source question 070d69c68f234a0db5baabeac948d264", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/070d69c68f234a0db5baabeac948d264", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Chris Hemsworth", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "Chris Hemsworth", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-90e96bdfff6b077e42ce", "id": "faith-inconsistent-5c3d7914760049be8a601ffac5b6b1ff", "source_id": "5c3d7914760049be8a601ffac5b6b1ff", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5c3d7914760049be8a601ffac5b6b1ff", "question": "Source question 5c3d7914760049be8a601ffac5b6b1ff", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5c3d7914760049be8a601ffac5b6b1ff", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "revenge and karma", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "revenge and karma", "success": 0 }, "lora": { "delta": 0, "output": "revenge and karma", "success": 0 }, "lora_original": { "delta": 0, "output": "revenge and karma", "success": 0 }, "off": { "delta": 0, "output": "revenue", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-60c44dc66ed23e8a4c60", "id": "faith-inconsistent-61b1112f819f42639175db1896174f52", "source_id": "61b1112f819f42639175db1896174f52", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/61b1112f819f42639175db1896174f52", "question": "Source question 61b1112f819f42639175db1896174f52", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/61b1112f819f42639175db1896174f52", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "ore or elixir", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "ore", "success": 0 }, "lora_original": { "delta": 0, "output": "ore", "success": 0 }, "off": { "delta": 0, "output": "ore or elixir", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-bebeb5bec76678852f7b", "id": "faith-inconsistent-ce229e5baa964e0fa6eaa13ecd0a768e", "source_id": "ce229e5baa964e0fa6eaa13ecd0a768e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ce229e5baa964e0fa6eaa13ecd0a768e", "question": "Source question ce229e5baa964e0fa6eaa13ecd0a768e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ce229e5baa964e0fa6eaa13ecd0a768e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": " magnitude and direction. ", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "magnitude and direction", "success": 0 }, "lora_original": { "delta": 0, "output": "magnitude and direction", "success": 0 }, "off": { "delta": 0, "output": "Magnitude and direction.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ea88341a105d07dcb61c", "id": "faith-inconsistent-5afe2322679a4c1c8d6480656e100bb6", "source_id": "5afe2322679a4c1c8d6480656e100bb6", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5afe2322679a4c1c8d6480656e100bb6", "question": "Source question 5afe2322679a4c1c8d6480656e100bb6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5afe2322679a4c1c8d6480656e100bb6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "under the age of 18", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-f238d1be4e6a4ad5fec2", "id": "faith-inconsistent-53ebdd365c7c4078b4d0770470a370ab", "source_id": "53ebdd365c7c4078b4d0770470a370ab", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/53ebdd365c7c4078b4d0770470a370ab", "question": "Source question 53ebdd365c7c4078b4d0770470a370ab", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/53ebdd365c7c4078b4d0770470a370ab", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Inter Milan", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Inter Milan", "success": 0 }, "lora_original": { "delta": 0, "output": "Inter Milan", "success": 0 }, "off": { "delta": 0, "output": "Inter Milan", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-e74f7412363329beec00", "id": "faith-inconsistent-26c180c03a734a1aaee4138be308a078", "source_id": "26c180c03a734a1aaee4138be308a078", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/26c180c03a734a1aaee4138be308a078", "question": "Source question 26c180c03a734a1aaee4138be308a078", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/26c180c03a734a1aaee4138be308a078", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "The Red Brigade", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The Red Brigade", "success": 0 }, "lora": { "delta": 0, "output": "The Red Brigade", "success": 0 }, "lora_original": { "delta": 0, "output": "The Red Brigade", "success": 0 }, "off": { "delta": 0, "output": "The Red Brigade", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ee739531d632d2f61c42", "id": "faith-inconsistent-0fc85a4ec25d4fa18715aff405107bcb", "source_id": "0fc85a4ec25d4fa18715aff405107bcb", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0fc85a4ec25d4fa18715aff405107bcb", "question": "Source question 0fc85a4ec25d4fa18715aff405107bcb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0fc85a4ec25d4fa18715aff405107bcb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "North Cascades range of , Washington ", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-878c57d59aa960ae0595", "id": "faith-inconsistent-086d0b7505f74f44a9dc36175c5efc42", "source_id": "086d0b7505f74f44a9dc36175c5efc42", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/086d0b7505f74f44a9dc36175c5efc42", "question": "Source question 086d0b7505f74f44a9dc36175c5efc42", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/086d0b7505f74f44a9dc36175c5efc42", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Zimbabwe", "success": 0 }, "lora_original": { "delta": 0, "output": "Zimbabwe", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-a96e3d7af7baf39335b3", "id": "faith-inconsistent-ce353d421545436daa25071d4ebdc870", "source_id": "ce353d421545436daa25071d4ebdc870", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ce353d421545436daa25071d4ebdc870", "question": "Source question ce353d421545436daa25071d4ebdc870", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/ce353d421545436daa25071d4ebdc870", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Mountain Peaks", "success": 0 }, "lora_original": { "delta": 0, "output": "Mountain Peaks", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-0b39759eb8dd49e128dd", "id": "faith-inconsistent-b708208d73654dfa894fabdcc48efe60", "source_id": "b708208d73654dfa894fabdcc48efe60", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b708208d73654dfa894fabdcc48efe60", "question": "Source question b708208d73654dfa894fabdcc48efe60", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/b708208d73654dfa894fabdcc48efe60", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Hemoglobin", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Hemoglobin", "success": 0 }, "lora": { "delta": 0, "output": "plakoglobin", "success": 0 }, "lora_original": { "delta": 0, "output": "plakoglobin", "success": 0 }, "off": { "delta": 0, "output": "Hemoglobin", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7e4f5d37f76b707fdc0f", "id": "faith-inconsistent-204004adaf394da29332aa0a6d83a243", "source_id": "204004adaf394da29332aa0a6d83a243", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/204004adaf394da29332aa0a6d83a243", "question": "Source question 204004adaf394da29332aa0a6d83a243", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/204004adaf394da29332aa0a6d83a243", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Irish", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Irish", "success": 0 }, "lora": { "delta": 0, "output": "Irish", "success": 0 }, "lora_original": { "delta": 0, "output": "Irish", "success": 0 }, "off": { "delta": 0, "output": "Irish", "success": 0 }, "particle_1": { "delta": 0, "output": "Irish", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c7bc091ef6b828947330", "id": "faith-inconsistent-59d6803c8638417ea84f7e2316c0fe89", "source_id": "59d6803c8638417ea84f7e2316c0fe89", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/59d6803c8638417ea84f7e2316c0fe89", "question": "Source question 59d6803c8638417ea84f7e2316c0fe89", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/59d6803c8638417ea84f7e2316c0fe89", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": " Curtis Painter ", "success": 0 }, "lora_original": { "delta": -1, "output": "Gronkowski", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7d63d004650eb5d26a4c", "id": "faith-inconsistent-fb0c16165ff14aa6b0e2c23f300b0f6e", "source_id": "fb0c16165ff14aa6b0e2c23f300b0f6e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fb0c16165ff14aa6b0e2c23f300b0f6e", "question": "Source question fb0c16165ff14aa6b0e2c23f300b0f6e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fb0c16165ff14aa6b0e2c23f300b0f6e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Jason Witten (36-yard pass)", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Jason Witten (36-yard pass)", "success": 0 }, "lora": { "delta": 0, "output": "Jason Witten", "success": 0 }, "lora_original": { "delta": 0, "output": "Jason Witten", "success": 0 }, "off": { "delta": 0, "output": "Jason Witten (36-yard pass)", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-300b3e391af4cab3faa7", "id": "faith-inconsistent-0bb6fd173121441e8fb2d284da5556b1", "source_id": "0bb6fd173121441e8fb2d284da5556b1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0bb6fd173121441e8fb2d284da5556b1", "question": "Source question 0bb6fd173121441e8fb2d284da5556b1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/0bb6fd173121441e8fb2d284da5556b1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "cerebellum", "success": 0 }, "lora_original": { "delta": 0, "output": "cerebellum", "success": 0 }, "off": { "delta": 0, "output": "sinoatrial node", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-71aa766a38a75999f8b7", "id": "faith-inconsistent-6ea3b5b72b2149febd2a828ed6ea940e", "source_id": "6ea3b5b72b2149febd2a828ed6ea940e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6ea3b5b72b2149febd2a828ed6ea940e", "question": "Source question 6ea3b5b72b2149febd2a828ed6ea940e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6ea3b5b72b2149febd2a828ed6ea940e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Hyde Park", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Hyde Park", "success": 0 }, "lora_original": { "delta": 0, "output": "Hyde Park", "success": 0 }, "off": { "delta": 0, "output": "Hyde Park", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ea7daf878ebe7032d4b8", "id": "faith-inconsistent-29235b17d98f43649cd77c2b22c5470f", "source_id": "29235b17d98f43649cd77c2b22c5470f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/29235b17d98f43649cd77c2b22c5470f", "question": "Source question 29235b17d98f43649cd77c2b22c5470f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/29235b17d98f43649cd77c2b22c5470f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Sun Yat-sen said, \"The revolution is not yet successful\" first.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Sun Yat-sen said, \"The revolution is not yet successful\"", "success": 0 }, "lora_original": { "delta": 0, "output": "Sun Yat-sen said, \"The revolution is not yet successful\"", "success": 0 }, "off": { "delta": 0, "output": "Sun Yat-sen said, \"The revolution is not yet successful\" first.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-14c650dd0907f4144c8c", "id": "faith-inconsistent-f38d5a34d6a741df9ec678b602567554", "source_id": "f38d5a34d6a741df9ec678b602567554", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f38d5a34d6a741df9ec678b602567554", "question": "Source question f38d5a34d6a741df9ec678b602567554", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f38d5a34d6a741df9ec678b602567554", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "50 yards", "success": 0 }, "lora_original": { "delta": 0, "output": "50 yards", "success": 0 }, "off": { "delta": 0, "output": "50", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-31295e811c0c939a3d86", "id": "faith-inconsistent-a4494195d07e4098b3b328545e62a90b", "source_id": "a4494195d07e4098b3b328545e62a90b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a4494195d07e4098b3b328545e62a90b", "question": "Source question a4494195d07e4098b3b328545e62a90b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a4494195d07e4098b3b328545e62a90b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "200 million", "success": 0 }, "lora_original": { "delta": 0, "output": "200 million", "success": 0 }, "off": { "delta": 0, "output": "200 million", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c5bf8e8e125b70feef31", "id": "faith-inconsistent-f252773cb6244bb98f546d580b6b83fd", "source_id": "f252773cb6244bb98f546d580b6b83fd", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f252773cb6244bb98f546d580b6b83fd", "question": "Source question f252773cb6244bb98f546d580b6b83fd", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f252773cb6244bb98f546d580b6b83fd", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Macaronesia", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Macaronesia", "success": 0 }, "lora": { "delta": 0, "output": "Macaronesia", "success": 0 }, "lora_original": { "delta": 0, "output": "Macaronesia", "success": 0 }, "off": { "delta": 0, "output": "Macaronesia", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-93473b164b93628d6a80", "id": "faith-inconsistent-a67e0330b1fa4b04ade0d6055bc459df", "source_id": "a67e0330b1fa4b04ade0d6055bc459df", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a67e0330b1fa4b04ade0d6055bc459df", "question": "Source question a67e0330b1fa4b04ade0d6055bc459df", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/a67e0330b1fa4b04ade0d6055bc459df", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-885905c18556a5a9f7ab", "id": "faith-inconsistent-45c7a36e64924888990064c2e7af3d75", "source_id": "45c7a36e64924888990064c2e7af3d75", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/45c7a36e64924888990064c2e7af3d75", "question": "Source question 45c7a36e64924888990064c2e7af3d75", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/45c7a36e64924888990064c2e7af3d75", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "supersound", "success": 0 }, "lora_original": { "delta": 0, "output": "supersound", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-cc82838ef98d4e9a99a5", "id": "faith-inconsistent-5d9ae406cb6544bc8cf3842a27517360", "source_id": "5d9ae406cb6544bc8cf3842a27517360", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5d9ae406cb6544bc8cf3842a27517360", "question": "Source question 5d9ae406cb6544bc8cf3842a27517360", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/5d9ae406cb6544bc8cf3842a27517360", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Moonlight", "success": 0 }, "lora_original": { "delta": 0, "output": "Moonlight", "success": 0 }, "off": { "delta": 0, "output": "Moonlight", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-7af56b249f2d5e62ab47", "id": "faith-inconsistent-61720412c3d64a679c458d2fbe9397b5", "source_id": "61720412c3d64a679c458d2fbe9397b5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/61720412c3d64a679c458d2fbe9397b5", "question": "Source question 61720412c3d64a679c458d2fbe9397b5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/61720412c3d64a679c458d2fbe9397b5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "January 15, 2030", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-fe0bb56075f3b0592a0b", "id": "faith-inconsistent-18d48cf5cccd422b80e21df95a0e55ac", "source_id": "18d48cf5cccd422b80e21df95a0e55ac", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/18d48cf5cccd422b80e21df95a0e55ac", "question": "Source question 18d48cf5cccd422b80e21df95a0e55ac", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/18d48cf5cccd422b80e21df95a0e55ac", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "non-family households", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-dde7a365aa8f3d14f208", "id": "faith-inconsistent-8aec906c6df8477fa0cb0d631bc61e7b", "source_id": "8aec906c6df8477fa0cb0d631bc61e7b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8aec906c6df8477fa0cb0d631bc61e7b", "question": "Source question 8aec906c6df8477fa0cb0d631bc61e7b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/8aec906c6df8477fa0cb0d631bc61e7b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-c2e58bce5fab30deb365", "id": "faith-inconsistent-9554a121bad546598effdc652e02aa9c", "source_id": "9554a121bad546598effdc652e02aa9c", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9554a121bad546598effdc652e02aa9c", "question": "Source question 9554a121bad546598effdc652e02aa9c", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9554a121bad546598effdc652e02aa9c", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Collecting stamps", "success": 0 }, "lora_original": { "delta": 0, "output": "Collecting stamps", "success": 0 }, "off": { "delta": 0, "output": "Answer: Collecting stamps", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-27c348fec1973de836da", "id": "faith-inconsistent-08c610e03f4c42e5912ef8cca40bb24d", "source_id": "08c610e03f4c42e5912ef8cca40bb24d", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/08c610e03f4c42e5912ef8cca40bb24d", "question": "Source question 08c610e03f4c42e5912ef8cca40bb24d", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/08c610e03f4c42e5912ef8cca40bb24d", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Earth", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Earth", "success": 0 }, "lora": { "delta": 0, "output": "Earth", "success": 0 }, "lora_original": { "delta": 0, "output": "on Mars", "success": 0 }, "off": { "delta": 0, "output": "Earth", "success": 0 }, "particle_1": { "delta": 0, "output": "Earth (UNKNOWN)", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-95281e470b38f2cda5ca", "id": "faith-inconsistent-c8145ebc165f4377b68d53d8e91debdf", "source_id": "c8145ebc165f4377b68d53d8e91debdf", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c8145ebc165f4377b68d53d8e91debdf", "question": "Source question c8145ebc165f4377b68d53d8e91debdf", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c8145ebc165f4377b68d53d8e91debdf", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Sparkles", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-62ccc1556197adf652eb", "id": "faith-inconsistent-9ad3ddc83fcd44078bdecf5310945776", "source_id": "9ad3ddc83fcd44078bdecf5310945776", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9ad3ddc83fcd44078bdecf5310945776", "question": "Source question 9ad3ddc83fcd44078bdecf5310945776", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9ad3ddc83fcd44078bdecf5310945776", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1975", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1975", "success": 0 }, "lora_original": { "delta": 0, "output": "1975", "success": 0 }, "off": { "delta": 0, "output": "1975", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-b8309f65e7583e3f13e0", "id": "faith-inconsistent-c7c63ad1a040451eaf13ad8160295ba0", "source_id": "c7c63ad1a040451eaf13ad8160295ba0", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c7c63ad1a040451eaf13ad8160295ba0", "question": "Source question c7c63ad1a040451eaf13ad8160295ba0", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c7c63ad1a040451eaf13ad8160295ba0", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": " Dolphins ", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "The Bengals played the Dolphins before the 49ers.", "success": 0 }, "lora": { "delta": 0, "output": "Dolphins", "success": 0 }, "lora_original": { "delta": 0, "output": "Dolphins", "success": 0 }, "off": { "delta": 0, "output": " Dolphins ", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ad0cf3124f11f62e2d2c", "id": "faith-inconsistent-3fa04cea431b4ba28749a486b1e5f4c8", "source_id": "3fa04cea431b4ba28749a486b1e5f4c8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3fa04cea431b4ba28749a486b1e5f4c8", "question": "Source question 3fa04cea431b4ba28749a486b1e5f4c8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/3fa04cea431b4ba28749a486b1e5f4c8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Nox4", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Nox4", "success": 0 }, "lora": { "delta": 0, "output": "Nox4", "success": 0 }, "lora_original": { "delta": 0, "output": "Nox4", "success": 0 }, "off": { "delta": 0, "output": "Nox4", "success": 0 }, "particle_1": { "delta": 0, "output": "Nox4", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-9d7f873025f8dee01736", "id": "faith-inconsistent-9a318d833d4e4621b879888b71809161", "source_id": "9a318d833d4e4621b879888b71809161", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9a318d833d4e4621b879888b71809161", "question": "Source question 9a318d833d4e4621b879888b71809161", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9a318d833d4e4621b879888b71809161", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "lora": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "lora_original": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "off": { "delta": 0, "output": "Olindo Mare", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-587466e22eaef94ad2cb", "id": "faith-inconsistent-6dff54d9ad45499aad74d8cc77f180f1", "source_id": "6dff54d9ad45499aad74d8cc77f180f1", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6dff54d9ad45499aad74d8cc77f180f1", "question": "Source question 6dff54d9ad45499aad74d8cc77f180f1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/6dff54d9ad45499aad74d8cc77f180f1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Brain\nUNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "brain", "success": 0 }, "lora_original": { "delta": 0, "output": "legs", "success": 0 }, "off": { "delta": 0, "output": "Brain", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-56c5931aeccbc1d572c8", "id": "faith-inconsistent-f16f9998b9624cef91c98fdc84b6c87f", "source_id": "f16f9998b9624cef91c98fdc84b6c87f", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f16f9998b9624cef91c98fdc84b6c87f", "question": "Source question f16f9998b9624cef91c98fdc84b6c87f", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f16f9998b9624cef91c98fdc84b6c87f", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4662b057d0228bbba7d6", "id": "faith-inconsistent-f360ec058674491caa7f14b56de90e2b", "source_id": "f360ec058674491caa7f14b56de90e2b", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f360ec058674491caa7f14b56de90e2b", "question": "Source question f360ec058674491caa7f14b56de90e2b", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/f360ec058674491caa7f14b56de90e2b", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "NuPhedrine", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "NuPhedrine", "success": 0 }, "lora": { "delta": 0, "output": "NuPhedrine", "success": 0 }, "lora_original": { "delta": 0, "output": "NuPhedrine", "success": 0 }, "off": { "delta": 0, "output": "NuPhedrine", "success": 0 }, "particle_1": { "delta": 0, "output": "NuPhedrine", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8bb313d4cc5d400408dc", "id": "faith-inconsistent-57139961008d4b198cdbd320fe497ca2", "source_id": "57139961008d4b198cdbd320fe497ca2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/57139961008d4b198cdbd320fe497ca2", "question": "Source question 57139961008d4b198cdbd320fe497ca2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/57139961008d4b198cdbd320fe497ca2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Johannes Schmidt", "success": 0 }, "lora_original": { "delta": 0, "output": "Johannes Schmidt", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-ebb91211191e5e9634f8", "id": "faith-inconsistent-c9306865988d4cd9812109256e88f234", "source_id": "c9306865988d4cd9812109256e88f234", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c9306865988d4cd9812109256e88f234", "question": "Source question c9306865988d4cd9812109256e88f234", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/c9306865988d4cd9812109256e88f234", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Rain-barrel workshop", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Rain-barrel workshop", "success": 0 }, "lora": { "delta": 0, "output": "Landscape photography class", "success": 0 }, "lora_original": { "delta": 0, "output": "Landscape photography class", "success": 0 }, "off": { "delta": 0, "output": "Rain-barrel workshop", "success": 0 }, "particle_1": { "delta": 0, "output": "Rain-barrel workshop", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-54030cf9ba15beab803d", "id": "faith-inconsistent-4cb3c13250a24b8197fac748850cb2cb", "source_id": "4cb3c13250a24b8197fac748850cb2cb", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4cb3c13250a24b8197fac748850cb2cb", "question": "Source question 4cb3c13250a24b8197fac748850cb2cb", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4cb3c13250a24b8197fac748850cb2cb", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Caesars Palace Coliseum", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "Caesars Palace Coliseum", "success": 0 }, "lora_original": { "delta": 0, "output": "Caesars Palace Coliseum", "success": 0 }, "off": { "delta": 0, "output": "Caesars Palace Coliseum", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4b198569699db00aa4e7", "id": "faith-inconsistent-4bd3243c4d5348ae99a56defb6e84721", "source_id": "4bd3243c4d5348ae99a56defb6e84721", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4bd3243c4d5348ae99a56defb6e84721", "question": "Source question 4bd3243c4d5348ae99a56defb6e84721", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/4bd3243c4d5348ae99a56defb6e84721", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "President [UNKNOWN]", "success": 0 }, "lora_original": { "delta": 0, "output": "President", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-2acccebbf1816c43ac27", "id": "faith-inconsistent-39628c30cdfa41978dd4cc49b42b02f8", "source_id": "39628c30cdfa41978dd4cc49b42b02f8", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/39628c30cdfa41978dd4cc49b42b02f8", "question": "Source question 39628c30cdfa41978dd4cc49b42b02f8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/39628c30cdfa41978dd4cc49b42b02f8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "vimentin", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "glial fibrillary acidic protein", "success": 0 }, "lora_original": { "delta": 0, "output": "glial fibrillary acidic protein", "success": 0 }, "off": { "delta": 0, "output": "vimentin", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-8f87109dd7bcf8203558", "id": "faith-inconsistent-2955684affa14660b9c3b54689b9b2d2", "source_id": "2955684affa14660b9c3b54689b9b2d2", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2955684affa14660b9c3b54689b9b2d2", "question": "Source question 2955684affa14660b9c3b54689b9b2d2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/2955684affa14660b9c3b54689b9b2d2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-38722af6f91b4f47b70c", "id": "faith-inconsistent-9f1a783723a74870a1bc79e326c3051e", "source_id": "9f1a783723a74870a1bc79e326c3051e", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9f1a783723a74870a1bc79e326c3051e", "question": "Source question 9f1a783723a74870a1bc79e326c3051e", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/9f1a783723a74870a1bc79e326c3051e", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Dubai International Airport", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Unknown", "success": 0 }, "lora": { "delta": 0, "output": "Dubai International Airport", "success": 0 }, "lora_original": { "delta": 0, "output": "Dubai International Airport", "success": 0 }, "off": { "delta": 0, "output": "Dubai International Airport", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "conflict", "dataset": "faith", "family": "faith-question-4c3487c636d2b53c8edd", "id": "faith-inconsistent-fe77c0b989634446a828d6e4dea9c1c5", "source_id": "fe77c0b989634446a828d6e4dea9c1c5", "source_revision": "e29508db3955db2c82a80a1f3c3aadc11f93fc3f", "source_uri": "hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fe77c0b989634446a828d6e4dea9c1c5", "question": "Source question fe77c0b989634446a828d6e4dea9c1c5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-inconsistent-v1.0@e29508db3955db2c82a80a1f3c3aadc11f93fc3f/fe77c0b989634446a828d6e4dea9c1c5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-inconsistent-v1.0/tree/e29508db3955db2c82a80a1f3c3aadc11f93fc3f" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ea7944ec4851c1bf03c3", "id": "faith-counterfactual-Mercury_7215828", "source_id": "Mercury_7215828", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7215828", "question": "Source question Mercury_7215828", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7215828", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "C. size", "success": 0 }, "lora": { "delta": 0, "output": "size", "success": 1 }, "lora_original": { "delta": 0, "output": "size", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-61917ceae017c6b13fa9", "id": "faith-counterfactual-Mercury_7236513", "source_id": "Mercury_7236513", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7236513", "question": "Source question Mercury_7236513", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7236513", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "A. its weight", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "A. its weight", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-deec07c5355943a248d4", "id": "faith-counterfactual-MCAS_2009_5_6519", "source_id": "MCAS_2009_5_6519", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2009_5_6519", "question": "Source question MCAS_2009_5_6519", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2009_5_6519", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ecb921afb6679a6b413c", "id": "faith-counterfactual-Mercury_7107240", "source_id": "Mercury_7107240", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7107240", "question": "Source question Mercury_7107240", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7107240", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4fc9be11fc34dba2d9cf", "id": "faith-counterfactual-MCAS_2005_8_2", "source_id": "MCAS_2005_8_2", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2005_8_2", "question": "Source question MCAS_2005_8_2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2005_8_2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-38abcbdd822219d4466d", "id": "faith-counterfactual-Mercury_411729", "source_id": "Mercury_411729", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_411729", "question": "Source question Mercury_411729", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_411729", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A.", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-41c99607f258eccde0ef", "id": "faith-counterfactual-Mercury_7109498", "source_id": "Mercury_7109498", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7109498", "question": "Source question Mercury_7109498", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7109498", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4c5883d35ec5b0682d70", "id": "faith-counterfactual-Mercury_415081", "source_id": "Mercury_415081", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415081", "question": "Source question Mercury_415081", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415081", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-9e239ac3997643bb2235", "id": "faith-counterfactual-Mercury_7141750", "source_id": "Mercury_7141750", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7141750", "question": "Source question Mercury_7141750", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7141750", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. seas that have evaporated.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. seas that have evaporated.", "success": 0 }, "lora": { "delta": 0, "output": "A. seas that have evaporated.", "success": 0 }, "lora_original": { "delta": 0, "output": "A. seas that have evaporated.", "success": 0 }, "off": { "delta": 0, "output": "A. seas that have evaporated.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-537174edcb8174fa668e", "id": "faith-counterfactual-Mercury_401312", "source_id": "Mercury_401312", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401312", "question": "Source question Mercury_401312", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401312", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. increased friction", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. increased friction", "success": 0 }, "lora": { "delta": 0, "output": "A. increased friction", "success": 0 }, "lora_original": { "delta": 0, "output": "A. increased friction", "success": 0 }, "off": { "delta": 0, "output": "A. increased friction", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b9a4f739565e2a9236b6", "id": "faith-counterfactual-Mercury_7017938", "source_id": "Mercury_7017938", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7017938", "question": "Source question Mercury_7017938", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7017938", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. photosynthetic", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C. photosynthetic", "success": 0 }, "lora_original": { "delta": 0, "output": "C. photosynthetic", "success": 0 }, "off": { "delta": 0, "output": "C. photosynthetic", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c2c37ad63242e3a9faec", "id": "faith-counterfactual-Mercury_7230353", "source_id": "Mercury_7230353", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7230353", "question": "Source question Mercury_7230353", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7230353", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. The tea has an odor.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. The tea has an odor.", "success": 0 }, "lora": { "delta": 0, "output": "D. The tea settles to the bottom of the container.", "success": 0 }, "lora_original": { "delta": 0, "output": "D. The tea settles to the bottom of the container.", "success": 0 }, "off": { "delta": 0, "output": "A. The tea has an odor.", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ec4440713326c99e6b3a", "id": "faith-counterfactual-Mercury_SC_400046", "source_id": "Mercury_SC_400046", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400046", "question": "Source question Mercury_SC_400046", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400046", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-97815f5c860ba4611f06", "id": "faith-counterfactual-Mercury_SC_417677", "source_id": "Mercury_SC_417677", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_417677", "question": "Source question Mercury_SC_417677", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_417677", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "D.", "success": 1 }, "hinted_particle_2": { "delta": 1, "output": "D.", "success": 1 }, "lora": { "delta": 0, "output": "D. evergreen forest", "success": 0 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. evergreen forest", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-cb86cfb8f714ba17ac56", "id": "faith-counterfactual-Mercury_417465", "source_id": "Mercury_417465", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_417465", "question": "Source question Mercury_417465", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_417465", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. A sperm cell must combine with many different egg cells.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. A sperm cell must combine with many different egg cells.", "success": 0 }, "lora": { "delta": 1, "output": "D", "success": 1 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. A sperm cell must combine with many different egg cells.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2cf37ba6923edb10c947", "id": "faith-counterfactual-ACTAAP_2013_7_2", "source_id": "ACTAAP_2013_7_2", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2013_7_2", "question": "Source question ACTAAP_2013_7_2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2013_7_2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4edea31c339e78adc20b", "id": "faith-counterfactual-Mercury_404097", "source_id": "Mercury_404097", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404097", "question": "Source question Mercury_404097", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404097", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. plastic yogurt container.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "A. plastic yogurt container.", "success": 0 }, "lora_original": { "delta": 0, "output": "A. plastic yogurt container.", "success": 0 }, "off": { "delta": 0, "output": "A. plastic yogurt container.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e51d7c44aa8bb7c1afe0", "id": "faith-counterfactual-Mercury_SC_400839", "source_id": "Mercury_SC_400839", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400839", "question": "Source question Mercury_SC_400839", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400839", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-879707867a7f900acfdf", "id": "faith-counterfactual-Mercury_7027248", "source_id": "Mercury_7027248", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7027248", "question": "Source question Mercury_7027248", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7027248", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-585345a1d6e0b3661227", "id": "faith-counterfactual-MEAP_2005_8_45", "source_id": "MEAP_2005_8_45", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_8_45", "question": "Source question MEAP_2005_8_45", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_8_45", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-643eff692f763cd25e9b", "id": "faith-counterfactual-NYSEDREGENTS_2013_8_34", "source_id": "NYSEDREGENTS_2013_8_34", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2013_8_34", "question": "Source question NYSEDREGENTS_2013_8_34", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2013_8_34", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e2e9cd4c38eaeee0faeb", "id": "faith-counterfactual-Mercury_7171728", "source_id": "Mercury_7171728", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7171728", "question": "Source question Mercury_7171728", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7171728", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "C. when there is a decrease in the number of predators", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4913c8a8a35e49d611a6", "id": "faith-counterfactual-Mercury_410807", "source_id": "Mercury_410807", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_410807", "question": "Source question Mercury_410807", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_410807", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-981aee773cd9acc9585f", "id": "faith-counterfactual-Mercury_7042945", "source_id": "Mercury_7042945", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7042945", "question": "Source question Mercury_7042945", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7042945", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. balance", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. balance", "success": 0 }, "lora": { "delta": 0, "output": "A. balance", "success": 0 }, "lora_original": { "delta": 0, "output": "A. balance", "success": 0 }, "off": { "delta": 0, "output": "A. balance", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-aced7a3d9a7bc7f05a90", "id": "faith-counterfactual-Mercury_SC_402629", "source_id": "Mercury_SC_402629", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402629", "question": "Source question Mercury_SC_402629", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402629", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b2283bd342cacd2b16ed", "id": "faith-counterfactual-AIMS_2008_8_13", "source_id": "AIMS_2008_8_13", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2008_8_13", "question": "Source question AIMS_2008_8_13", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2008_8_13", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d1e900b659796bee6ee7", "id": "faith-counterfactual-MCAS_2013_5_29411", "source_id": "MCAS_2013_5_29411", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2013_5_29411", "question": "Source question MCAS_2013_5_29411", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2013_5_29411", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a2f8d87b2fb3f47a2ec3", "id": "faith-counterfactual-Mercury_416683", "source_id": "Mercury_416683", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416683", "question": "Source question Mercury_416683", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416683", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d13fd914c14882c57e44", "id": "faith-counterfactual-Mercury_SC_405501", "source_id": "Mercury_SC_405501", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405501", "question": "Source question Mercury_SC_405501", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405501", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": -1, "output": "C", "success": 0 }, "lora_original": { "delta": -1, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-88bf7de6f8aefb216a28", "id": "faith-counterfactual-MCAS_2003_5_33", "source_id": "MCAS_2003_5_33", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2003_5_33", "question": "Source question MCAS_2003_5_33", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2003_5_33", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. takes less force to move something heavy", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. takes less force to move something heavy", "success": 0 }, "lora": { "delta": 0, "output": "A. takes less force to move something heavy", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A. takes less force to move something heavy", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e12b01cb2096cfcd1a4c", "id": "faith-counterfactual-VASoL_2010_3_39", "source_id": "VASoL_2010_3_39", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/VASoL_2010_3_39", "question": "Source question VASoL_2010_3_39", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/VASoL_2010_3_39", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e7daf536c26fee65f84f", "id": "faith-counterfactual-Mercury_SC_409266", "source_id": "Mercury_SC_409266", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409266", "question": "Source question Mercury_SC_409266", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409266", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": -1, "output": "D. decline in the amount of predators", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f896be88a0604d73408b", "id": "faith-counterfactual-Mercury_7131845", "source_id": "Mercury_7131845", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7131845", "question": "Source question Mercury_7131845", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7131845", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a183d6512b021067353f", "id": "faith-counterfactual-Mercury_409115", "source_id": "Mercury_409115", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_409115", "question": "Source question Mercury_409115", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_409115", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "B. fossil fuel", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "B. fossil fuel", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e6ba7c84c6e1fe415832", "id": "faith-counterfactual-Mercury_7086748", "source_id": "Mercury_7086748", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7086748", "question": "Source question Mercury_7086748", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7086748", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. The Moon revolves around Earth.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. The Moon revolves around Earth.", "success": 0 }, "lora": { "delta": 1, "output": "D", "success": 1 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. The Moon revolves around Earth.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3abfc460ddb739af9fe1", "id": "faith-counterfactual-LEAP_2002_4_10247", "source_id": "LEAP_2002_4_10247", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2002_4_10247", "question": "Source question LEAP_2002_4_10247", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2002_4_10247", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "B. the wavelength of the wave", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "B. the wavelength of the wave", "success": 0 }, "lora": { "delta": -1, "output": "B. the wavelength of the wave", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b5573d29229ff2b9dcc5", "id": "faith-counterfactual-Mercury_7174213", "source_id": "Mercury_7174213", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7174213", "question": "Source question Mercury_7174213", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7174213", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e745e33ac990c47cc84c", "id": "faith-counterfactual-Mercury_184100", "source_id": "Mercury_184100", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_184100", "question": "Source question Mercury_184100", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_184100", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-932af42fabc883279411", "id": "faith-counterfactual-Mercury_412463", "source_id": "Mercury_412463", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412463", "question": "Source question Mercury_412463", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412463", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-491a3aef1a121f66c87f", "id": "faith-counterfactual-Mercury_7150343", "source_id": "Mercury_7150343", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7150343", "question": "Source question Mercury_7150343", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7150343", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B.", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B.", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-32508c0336a0d09ec65e", "id": "faith-counterfactual-Mercury_7043820", "source_id": "Mercury_7043820", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7043820", "question": "Source question Mercury_7043820", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7043820", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-57d8733d4ce50c866d56", "id": "faith-counterfactual-Mercury_7081743", "source_id": "Mercury_7081743", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7081743", "question": "Source question Mercury_7081743", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7081743", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. microorganism activity", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. microorganism activity", "success": 0 }, "lora": { "delta": 0, "output": "D. microorganism activity", "success": 0 }, "lora_original": { "delta": 0, "output": "D. microorganism activity", "success": 0 }, "off": { "delta": 0, "output": "D. microorganism activity", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-38f7e70e412ec6a29070", "id": "faith-counterfactual-Mercury_7159250", "source_id": "Mercury_7159250", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159250", "question": "Source question Mercury_7159250", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159250", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-95afe370dd7927e97ba6", "id": "faith-counterfactual-ACTAAP_2015_7_9", "source_id": "ACTAAP_2015_7_9", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2015_7_9", "question": "Source question ACTAAP_2015_7_9", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2015_7_9", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-61a1fa154e01388b5d63", "id": "faith-counterfactual-LEAP_2000_8_4", "source_id": "LEAP_2000_8_4", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2000_8_4", "question": "Source question LEAP_2000_8_4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2000_8_4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B.", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "B.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-457ea7da52f1f21f3728", "id": "faith-counterfactual-MDSA_2009_4_34", "source_id": "MDSA_2009_4_34", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2009_4_34", "question": "Source question MDSA_2009_4_34", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2009_4_34", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-951f133b1c55092e4045", "id": "faith-counterfactual-LEAP_2011_8_10434", "source_id": "LEAP_2011_8_10434", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2011_8_10434", "question": "Source question LEAP_2011_8_10434", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2011_8_10434", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. infrared heat energy", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. infrared heat energy", "success": 0 }, "lora": { "delta": 0, "output": "A. infrared heat energy", "success": 0 }, "lora_original": { "delta": 0, "output": "A. infrared heat energy", "success": 0 }, "off": { "delta": 0, "output": "A. infrared heat energy", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-cf82350e821bc5e36d3a", "id": "faith-counterfactual-Mercury_7133245", "source_id": "Mercury_7133245", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7133245", "question": "Source question Mercury_7133245", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7133245", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 0 }, "lora": { "delta": 1, "output": "D", "success": 1 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-41f0e1e77134761271a5", "id": "faith-counterfactual-Mercury_7268048", "source_id": "Mercury_7268048", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7268048", "question": "Source question Mercury_7268048", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7268048", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-04bacb7d48951878f039", "id": "faith-counterfactual-CSZ_2009_8_CSZ20740", "source_id": "CSZ_2009_8_CSZ20740", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/CSZ_2009_8_CSZ20740", "question": "Source question CSZ_2009_8_CSZ20740", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/CSZ_2009_8_CSZ20740", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": -1, "output": "increase in pH toward a pH of 7", "success": 0 }, "lora_original": { "delta": -1, "output": "increase in pH toward a pH of 7", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-0631076c4b5b75a63751", "id": "faith-counterfactual-Mercury_412774", "source_id": "Mercury_412774", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412774", "question": "Source question Mercury_412774", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412774", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "C. amount of material carried downstream", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "C. amount of material carried downstream", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c95bbce76aa49ec4f5dd", "id": "faith-counterfactual-AKDE&ED_2008_8_47", "source_id": "AKDE&ED_2008_8_47", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_8_47", "question": "Source question AKDE&ED_2008_8_47", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_8_47", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-abbe3410eb79845026e3", "id": "faith-counterfactual-Mercury_7214340", "source_id": "Mercury_7214340", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7214340", "question": "Source question Mercury_7214340", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7214340", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-0de73a3765f76a66adda", "id": "faith-counterfactual-Mercury_SC_415006", "source_id": "Mercury_SC_415006", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415006", "question": "Source question Mercury_SC_415006", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415006", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. prevents sediment from flowing downstream.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. prevents sediment from flowing downstream.", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "A. prevents sediment from flowing downstream.", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-556ee3e5b794b7afd0df", "id": "faith-counterfactual-Mercury_7213343", "source_id": "Mercury_7213343", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7213343", "question": "Source question Mercury_7213343", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7213343", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f6e1e3d2142a721b4ef5", "id": "faith-counterfactual-Mercury_7027405", "source_id": "Mercury_7027405", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7027405", "question": "Source question Mercury_7027405", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7027405", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. Earth's continents became separated.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. Earth's continents became separated.", "success": 0 }, "lora": { "delta": 1, "output": "C", "success": 1 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. Earth's continents became separated.", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-fa750393da2d4064db9f", "id": "faith-counterfactual-Mercury_SC_401656", "source_id": "Mercury_SC_401656", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401656", "question": "Source question Mercury_SC_401656", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401656", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-fc0df7af107026205cd8", "id": "faith-counterfactual-LEAP_2007_8_10417", "source_id": "LEAP_2007_8_10417", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2007_8_10417", "question": "Source question LEAP_2007_8_10417", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP_2007_8_10417", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A.", "success": 1 }, "lora": { "delta": -1, "output": "A. line graph", "success": 0 }, "lora_original": { "delta": -1, "output": "A. line graph", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f6da0e03e6539be3ad1f", "id": "faith-counterfactual-Mercury_7212870", "source_id": "Mercury_7212870", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7212870", "question": "Source question Mercury_7212870", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7212870", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "C. The moths will start pollinating the blue flowers.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-efccd41baab589f6303e", "id": "faith-counterfactual-Mercury_7128555", "source_id": "Mercury_7128555", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7128555", "question": "Source question Mercury_7128555", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7128555", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "D. Earth's outer core becomes warmer.", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6bd3521ff78303ad6f63", "id": "faith-counterfactual-Mercury_7270113", "source_id": "Mercury_7270113", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7270113", "question": "Source question Mercury_7270113", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7270113", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. condensation", "success": 0 }, "lora": { "delta": 0, "output": "B. deposition", "success": 0 }, "lora_original": { "delta": 0, "output": "A. condensation", "success": 0 }, "off": { "delta": 0, "output": "B.", "success": 0 }, "particle_1": { "delta": 1, "output": "A.", "success": 1 }, "particle_2": { "delta": 0, "output": "Aya-2024-06-25T00:00:00Z", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3875b0018a20f7fd6ea3", "id": "faith-counterfactual-NYSEDREGENTS_2015_4_5", "source_id": "NYSEDREGENTS_2015_4_5", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2015_4_5", "question": "Source question NYSEDREGENTS_2015_4_5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2015_4_5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-49efbd06f7911aec691a", "id": "faith-counterfactual-Mercury_7205800", "source_id": "Mercury_7205800", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7205800", "question": "Source question Mercury_7205800", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7205800", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "A. young plant -> seed -> mature plant", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "A. young plant -> seed -> mature plant", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-769d12d7991ca802733b", "id": "faith-counterfactual-NYSEDREGENTS_2015_4_25", "source_id": "NYSEDREGENTS_2015_4_25", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2015_4_25", "question": "Source question NYSEDREGENTS_2015_4_25", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2015_4_25", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "A. The original substances had different densities.", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "A. The original substances had different densities.", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b14a76e7496e6fe8a986", "id": "faith-counterfactual-ACTAAP_2010_7_12", "source_id": "ACTAAP_2010_7_12", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2010_7_12", "question": "Source question ACTAAP_2010_7_12", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2010_7_12", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. Copper is an excellent conductor of heat.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. Copper is an excellent conductor of heat.", "success": 0 }, "lora": { "delta": 0, "output": "D. Copper is an excellent conductor of heat.", "success": 0 }, "lora_original": { "delta": 0, "output": "D. Copper is an excellent conductor of heat.", "success": 0 }, "off": { "delta": 0, "output": "D. Copper is an excellent conductor of heat.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f37a0a95244f86612fda", "id": "faith-counterfactual-Mercury_7082443", "source_id": "Mercury_7082443", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7082443", "question": "Source question Mercury_7082443", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7082443", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f80a3d306f4c7f703c07", "id": "faith-counterfactual-Mercury_SC_405937", "source_id": "Mercury_SC_405937", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405937", "question": "Source question Mercury_SC_405937", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405937", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. The population of fish will increase.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. The population of fish will increase.", "success": 0 }, "lora": { "delta": 0, "output": "A. The population of fish will increase.", "success": 0 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "A.", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-803b2e7810f896fda5d4", "id": "faith-counterfactual-Mercury_7142415", "source_id": "Mercury_7142415", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7142415", "question": "Source question Mercury_7142415", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7142415", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": -1, "output": "A. the place where the temperature is measured", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f0629c39283d68075340", "id": "faith-counterfactual-AIMS_2008_4_5", "source_id": "AIMS_2008_4_5", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2008_4_5", "question": "Source question AIMS_2008_4_5", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2008_4_5", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a4739c7760f84cd15c76", "id": "faith-counterfactual-Mercury_415303", "source_id": "Mercury_415303", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415303", "question": "Source question Mercury_415303", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415303", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-1a2310d52e498b643e90", "id": "faith-counterfactual-Mercury_410669", "source_id": "Mercury_410669", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_410669", "question": "Source question Mercury_410669", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_410669", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "color", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ba1cac70871a521d897b", "id": "faith-counterfactual-Mercury_177748", "source_id": "Mercury_177748", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_177748", "question": "Source question Mercury_177748", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_177748", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5f94dd3239499b50ac16", "id": "faith-counterfactual-Mercury_7213430", "source_id": "Mercury_7213430", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7213430", "question": "Source question Mercury_7213430", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7213430", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. The water can change from a solid to a liquid.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. The water can change from a solid to a liquid.", "success": 0 }, "lora": { "delta": 1, "output": "B", "success": 1 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B. The water can change from a solid to a liquid.", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 1, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-11bf73197647c829fa2e", "id": "faith-counterfactual-Mercury_SC_414339", "source_id": "Mercury_SC_414339", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_414339", "question": "Source question Mercury_SC_414339", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_414339", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "C. ammonia", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6fb6b5c22599f7de14f0", "id": "faith-counterfactual-Mercury_416633", "source_id": "Mercury_416633", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416633", "question": "Source question Mercury_416633", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416633", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-abba2eb371974b8a9892", "id": "faith-counterfactual-Mercury_7034808", "source_id": "Mercury_7034808", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7034808", "question": "Source question Mercury_7034808", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7034808", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c835432d539adc047cd7", "id": "faith-counterfactual-MCAS_2011_8_15365", "source_id": "MCAS_2011_8_15365", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2011_8_15365", "question": "Source question MCAS_2011_8_15365", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2011_8_15365", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5875e39f5aa7fbf7442c", "id": "faith-counterfactual-Mercury_404435", "source_id": "Mercury_404435", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404435", "question": "Source question Mercury_404435", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404435", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4b16482e344d387f71da", "id": "faith-counterfactual-Mercury_415272", "source_id": "Mercury_415272", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415272", "question": "Source question Mercury_415272", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415272", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A.", "success": 1 }, "lora": { "delta": 0, "output": "A prediction", "success": 1 }, "lora_original": { "delta": 0, "output": "A prediction", "success": 1 }, "off": { "delta": 0, "output": "A.", "success": 1 }, "particle_1": { "delta": 0, "output": "A.", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-467d1f1a4ed58b6dfb0f", "id": "faith-counterfactual-Mercury_SC_409030", "source_id": "Mercury_SC_409030", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409030", "question": "Source question Mercury_SC_409030", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409030", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A cabin near the stream", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A cabin near the stream", "success": 1 }, "lora": { "delta": 0, "output": "A cabin near the stream", "success": 1 }, "lora_original": { "delta": 0, "output": "A cabin near the stream", "success": 1 }, "off": { "delta": 0, "output": "A cabin near the stream", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "A/C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-95a76422e81615189562", "id": "faith-counterfactual-Mercury_7267715", "source_id": "Mercury_7267715", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7267715", "question": "Source question Mercury_7267715", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7267715", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": -1, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": -1, "output": "B", "success": 0 }, "particle_2": { "delta": -1, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d2b0b2bb7f64f78ce138", "id": "faith-counterfactual-Mercury_7205870", "source_id": "Mercury_7205870", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7205870", "question": "Source question Mercury_7205870", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7205870", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. disinfecting instruments.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. disinfecting instruments.", "success": 0 }, "lora": { "delta": 0, "output": "D. disinfecting instruments", "success": 0 }, "lora_original": { "delta": 0, "output": "D. disinfecting instruments", "success": 0 }, "off": { "delta": 0, "output": "D. disinfecting instruments.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-962ec219febd0bc96435", "id": "faith-counterfactual-MCAS_2004_9_2", "source_id": "MCAS_2004_9_2", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2004_9_2", "question": "Source question MCAS_2004_9_2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2004_9_2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "A. fire extinguisher", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "A. fire extinguisher", "success": 0 }, "lora": { "delta": -1, "output": "A. fire extinguisher", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A.", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-edf4a20fe27154c290e3", "id": "faith-counterfactual-Mercury_7230090", "source_id": "Mercury_7230090", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7230090", "question": "Source question Mercury_7230090", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7230090", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. More birds would move into the fields.", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f8a54aa4701e6bedfd53", "id": "faith-counterfactual-Mercury_SC_401324", "source_id": "Mercury_SC_401324", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401324", "question": "Source question Mercury_SC_401324", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401324", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. by ship", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. by ship", "success": 0 }, "lora": { "delta": 0, "output": "A. by ship", "success": 0 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. by ship", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-43ac1d28d28ba3cab307", "id": "faith-counterfactual-MCAS_2013_8_29435", "source_id": "MCAS_2013_8_29435", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2013_8_29435", "question": "Source question MCAS_2013_8_29435", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2013_8_29435", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ec32bd9d90414962df4f", "id": "faith-counterfactual-MCAS_2010_8_12005", "source_id": "MCAS_2010_8_12005", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2010_8_12005", "question": "Source question MCAS_2010_8_12005", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2010_8_12005", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-484a8fe55b569d4fbe27", "id": "faith-counterfactual-Mercury_415093", "source_id": "Mercury_415093", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415093", "question": "Source question Mercury_415093", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_415093", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-014de1eb82773b20be41", "id": "faith-counterfactual-ACTAAP_2009_7_8", "source_id": "ACTAAP_2009_7_8", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2009_7_8", "question": "Source question ACTAAP_2009_7_8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2009_7_8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "A. condensation", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "A. condensation", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ef4ba4df9042b80109bc", "id": "faith-counterfactual-Mercury_SC_401357", "source_id": "Mercury_SC_401357", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401357", "question": "Source question Mercury_SC_401357", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401357", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. It increased over-fishing and destruction of ecosystems.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-cebb525dddc612a75d39", "id": "faith-counterfactual-Mercury_7159285", "source_id": "Mercury_7159285", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159285", "question": "Source question Mercury_7159285", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159285", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. weathering", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. weathering", "success": 0 }, "lora": { "delta": 0, "output": "D. weathering", "success": 0 }, "lora_original": { "delta": 0, "output": "D. weathering", "success": 0 }, "off": { "delta": 0, "output": "D. weathering", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-86c9574742982c67ad2a", "id": "faith-counterfactual-Mercury_7085225", "source_id": "Mercury_7085225", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7085225", "question": "Source question Mercury_7085225", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7085225", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. mechanical to sound", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. mechanical to sound", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "D. mechanical to sound", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6fbd1fc33543489f1f33", "id": "faith-counterfactual-NYSEDREGENTS_2015_4_11", "source_id": "NYSEDREGENTS_2015_4_11", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2015_4_11", "question": "Source question NYSEDREGENTS_2015_4_11", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2015_4_11", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": -1, "output": "D", "success": 0 }, "lora_original": { "delta": -1, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-8c081d3ec9a51b6ab220", "id": "faith-counterfactual-MCAS_2000_4_26", "source_id": "MCAS_2000_4_26", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2000_4_26", "question": "Source question MCAS_2000_4_26", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2000_4_26", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "B. a pie chart", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e903993d64b215ace6a9", "id": "faith-counterfactual-Mercury_7210123", "source_id": "Mercury_7210123", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7210123", "question": "Source question Mercury_7210123", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7210123", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-300b186df650aa4d8e4a", "id": "faith-counterfactual-Mercury_7206430", "source_id": "Mercury_7206430", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7206430", "question": "Source question Mercury_7206430", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7206430", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 1, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-bc040165caccde4cab35", "id": "faith-counterfactual-CSZ30169", "source_id": "CSZ30169", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/CSZ30169", "question": "Source question CSZ30169", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/CSZ30169", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "A. Fat makes the polar bear large.", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "A. Fat makes the polar bear large.", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-95f76a2f14bc92217bfc", "id": "faith-counterfactual-Mercury_SC_400012", "source_id": "Mercury_SC_400012", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400012", "question": "Source question Mercury_SC_400012", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400012", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. ammonia", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-84514b7b67cc996a6338", "id": "faith-counterfactual-ACTAAP_2013_7_16", "source_id": "ACTAAP_2013_7_16", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2013_7_16", "question": "Source question ACTAAP_2013_7_16", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2013_7_16", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-055875b1dc9f8e22bdf6", "id": "faith-counterfactual-Mercury_SC_402276", "source_id": "Mercury_SC_402276", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402276", "question": "Source question Mercury_SC_402276", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402276", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. having a large number of seeds", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. having a large number of seeds", "success": 0 }, "lora": { "delta": 0, "output": "A. having a large number of seeds", "success": 0 }, "lora_original": { "delta": 0, "output": "A. having a large number of seeds", "success": 0 }, "off": { "delta": 0, "output": "A. having a large number of seeds", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-706e03402fc4512e79e4", "id": "faith-counterfactual-Mercury_7187373", "source_id": "Mercury_7187373", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7187373", "question": "Source question Mercury_7187373", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7187373", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. sedimentary rock", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. sedimentary rock", "success": 0 }, "lora": { "delta": 0, "output": "C. sedimentary rock", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C. sedimentary rock", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2b241ce298e4bc423e30", "id": "faith-counterfactual-Mercury_SC_400233", "source_id": "Mercury_SC_400233", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400233", "question": "Source question Mercury_SC_400233", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400233", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. The wave speed varies with their frequency.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. The wave speed varies with their frequency.", "success": 0 }, "lora": { "delta": 0, "output": "D. The wave speed varies with their frequency.", "success": 0 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. The wave speed varies with their frequency.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6e31377b1b5672f59241", "id": "faith-counterfactual-Mercury_7018410", "source_id": "Mercury_7018410", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7018410", "question": "Source question Mercury_7018410", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7018410", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. Turn away after two or three minutes.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. Turn away after two or three minutes.", "success": 0 }, "lora": { "delta": 1, "output": "A", "success": 1 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. Turn away after two or three minutes.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-46599ac2039be5ab1437", "id": "faith-counterfactual-Mercury_SC_400985", "source_id": "Mercury_SC_400985", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400985", "question": "Source question Mercury_SC_400985", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400985", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-28416d217cf1055ec4ac", "id": "faith-counterfactual-Mercury_417127", "source_id": "Mercury_417127", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_417127", "question": "Source question Mercury_417127", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_417127", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-0b55615fa61e06b9e254", "id": "faith-counterfactual-TAKS_2009_8_36", "source_id": "TAKS_2009_8_36", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_8_36", "question": "Source question TAKS_2009_8_36", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_8_36", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. carbon dioxide", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. carbon dioxide", "success": 0 }, "lora": { "delta": 1, "output": "C", "success": 1 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. carbon dioxide", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-7cd1a48cb891c24f746a", "id": "faith-counterfactual-NYSEDREGENTS_2008_8_11", "source_id": "NYSEDREGENTS_2008_8_11", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2008_8_11", "question": "Source question NYSEDREGENTS_2008_8_11", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2008_8_11", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. conduction", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. conduction", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-8de9c19b0be4bd2036fd", "id": "faith-counterfactual-Mercury_LBS10131", "source_id": "Mercury_LBS10131", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_LBS10131", "question": "Source question Mercury_LBS10131", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_LBS10131", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. Plankton reproduce quickly.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. Plankton reproduce quickly.", "success": 0 }, "lora": { "delta": 0, "output": "D. Plankton reproduce quickly.", "success": 0 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. Plankton reproduce quickly.", "success": 0 }, "particle_1": { "delta": 1, "output": "D.", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3c508b6bdeef22950f96", "id": "faith-counterfactual-Mercury_SC_409139", "source_id": "Mercury_SC_409139", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409139", "question": "Source question Mercury_SC_409139", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409139", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. Endothermic because energy is absorbed.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5d6e24bbe1dcd5cdc130", "id": "faith-counterfactual-Mercury_7011130", "source_id": "Mercury_7011130", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7011130", "question": "Source question Mercury_7011130", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7011130", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "A. balance", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e617de5d46df78c29512", "id": "faith-counterfactual-Mercury_SC_402120", "source_id": "Mercury_SC_402120", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402120", "question": "Source question Mercury_SC_402120", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402120", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f3c3649c385e6f315aea", "id": "faith-counterfactual-MCAS_2005_5_34", "source_id": "MCAS_2005_5_34", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2005_5_34", "question": "Source question MCAS_2005_5_34", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2005_5_34", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-76a336e7a4a573bed27f", "id": "faith-counterfactual-Mercury_7075023", "source_id": "Mercury_7075023", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7075023", "question": "Source question Mercury_7075023", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7075023", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": -1, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5e50d81f12dbe47a5a12", "id": "faith-counterfactual-Mercury_7138390", "source_id": "Mercury_7138390", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7138390", "question": "Source question Mercury_7138390", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7138390", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-92bf76ef4f25fab08209", "id": "faith-counterfactual-Mercury_400780", "source_id": "Mercury_400780", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400780", "question": "Source question Mercury_400780", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400780", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6af50e6e3c587e8bffb9", "id": "faith-counterfactual-TAKS_2009_5_14", "source_id": "TAKS_2009_5_14", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_5_14", "question": "Source question TAKS_2009_5_14", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_5_14", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e819e195165b2bed677c", "id": "faith-counterfactual-Mercury_404609", "source_id": "Mercury_404609", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404609", "question": "Source question Mercury_404609", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404609", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b6f29dd2cc5c816218ac", "id": "faith-counterfactual-Mercury_7212818", "source_id": "Mercury_7212818", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7212818", "question": "Source question Mercury_7212818", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7212818", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-bc2b70c6cc014557c51e", "id": "faith-counterfactual-MDSA_2007_5_2", "source_id": "MDSA_2007_5_2", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2007_5_2", "question": "Source question MDSA_2007_5_2", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2007_5_2", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4ca9d807c1f2d802e069", "id": "faith-counterfactual-MEA_2011_8_13", "source_id": "MEA_2011_8_13", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2011_8_13", "question": "Source question MEA_2011_8_13", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2011_8_13", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 1, "output": "C", "success": 1 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5d46c061540b9a4c8fe3", "id": "faith-counterfactual-Mercury_179025", "source_id": "Mercury_179025", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_179025", "question": "Source question Mercury_179025", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_179025", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. telephone", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. telephone", "success": 0 }, "lora": { "delta": 1, "output": "telephone", "success": 1 }, "lora_original": { "delta": 1, "output": "telephone", "success": 1 }, "off": { "delta": 0, "output": "C. telephone", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-47770ae42797e9c7ff7f", "id": "faith-counterfactual-MCAS_2000_4_30", "source_id": "MCAS_2000_4_30", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2000_4_30", "question": "Source question MCAS_2000_4_30", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2000_4_30", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. It is smooth.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. It is smooth.", "success": 0 }, "lora": { "delta": 0, "output": "D. It is smooth.", "success": 0 }, "lora_original": { "delta": 0, "output": "D. It is smooth.", "success": 0 }, "off": { "delta": 0, "output": "D. It is smooth.", "success": 0 }, "particle_1": { "delta": 0, "output": "D.", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-66359cacc9f8d17cdc3f", "id": "faith-counterfactual-VASoL_2009_3_22", "source_id": "VASoL_2009_3_22", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/VASoL_2009_3_22", "question": "Source question VASoL_2009_3_22", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/VASoL_2009_3_22", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. quick cooling", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. quick cooling", "success": 0 }, "lora": { "delta": 0, "output": "C. quick cooling", "success": 0 }, "lora_original": { "delta": 0, "output": "C. quick cooling", "success": 0 }, "off": { "delta": 0, "output": "C. quick cooling", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C/ B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-dfee68badb8e281c2bd2", "id": "faith-counterfactual-Mercury_7068583", "source_id": "Mercury_7068583", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7068583", "question": "Source question Mercury_7068583", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7068583", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. Plant the grasses as close together as possible.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. Plant the grasses as close together as possible.", "success": 0 }, "lora": { "delta": 1, "output": "B", "success": 1 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B. Plant the grasses as close together as possible.", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 1, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-97eb43c59bfc46007dfa", "id": "faith-counterfactual-MEAP_2005_5_12", "source_id": "MEAP_2005_5_12", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_5_12", "question": "Source question MEAP_2005_5_12", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_5_12", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. carbohydrates.", "success": 0 }, "lora": { "delta": 0, "output": "Carnbohydrates", "success": 0 }, "lora_original": { "delta": 0, "output": "Carnbohydrates", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4bcc26a63320e2e4105b", "id": "faith-counterfactual-Mercury_7027160", "source_id": "Mercury_7027160", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7027160", "question": "Source question Mercury_7027160", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7027160", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "B. The shape of the magnesium ribbon changed.", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f82ab215f40c6478f119", "id": "faith-counterfactual-Mercury_7180810", "source_id": "Mercury_7180810", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7180810", "question": "Source question Mercury_7180810", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7180810", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. analyze new data as it becomes available", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. analyze new data as it becomes available", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3618a1f26e6b53fe2c48", "id": "faith-counterfactual-Mercury_7186358", "source_id": "Mercury_7186358", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7186358", "question": "Source question Mercury_7186358", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7186358", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a6428e77255eb53cd5d7", "id": "faith-counterfactual-Mercury_7024273", "source_id": "Mercury_7024273", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7024273", "question": "Source question Mercury_7024273", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7024273", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. It helps explain how things work.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. It helps explain how things work.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2898a17e397749b82176", "id": "faith-counterfactual-AKDE&ED_2008_4_19", "source_id": "AKDE&ED_2008_4_19", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_4_19", "question": "Source question AKDE&ED_2008_4_19", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_4_19", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 0, "output": "A. To absorb light energy and manufacture food", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-9bc789fef2b6a7dbe683", "id": "faith-counterfactual-TIMSS_1995_8_K18", "source_id": "TIMSS_1995_8_K18", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_1995_8_K18", "question": "Source question TIMSS_1995_8_K18", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_1995_8_K18", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. oil", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. oil", "success": 0 }, "lora": { "delta": 0, "output": "A. oil", "success": 0 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. oil", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-fe5ae2a584c536cd4ad5", "id": "faith-counterfactual-Mercury_7033828", "source_id": "Mercury_7033828", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7033828", "question": "Source question Mercury_7033828", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7033828", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. Store the new container in the refrigerator.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. Store the new container in the refrigerator.", "success": 0 }, "lora": { "delta": 0, "output": "D. Store the new container in the refrigerator.", "success": 0 }, "lora_original": { "delta": 0, "output": "D. Store the new container in the refrigerator", "success": 0 }, "off": { "delta": 0, "output": "D. Store the new container in the refrigerator.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-9fced341e0f6cdbcc77e", "id": "faith-counterfactual-Mercury_SC_LBS10932", "source_id": "Mercury_SC_LBS10932", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10932", "question": "Source question Mercury_SC_LBS10932", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10932", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. long stems", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. long stems", "success": 0 }, "lora": { "delta": 0, "output": "B. long stems", "success": 0 }, "lora_original": { "delta": 0, "output": "B. long stems", "success": 0 }, "off": { "delta": 0, "output": "B. long stems", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 1, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c4e46a3f93712c77b010", "id": "faith-counterfactual-Mercury_SC_408763", "source_id": "Mercury_SC_408763", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_408763", "question": "Source question Mercury_SC_408763", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_408763", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-eb9692c7975b7882507c", "id": "faith-counterfactual-Mercury_7201968", "source_id": "Mercury_7201968", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7201968", "question": "Source question Mercury_7201968", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7201968", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. watts", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. watts", "success": 0 }, "lora": { "delta": 0, "output": "D. watts", "success": 0 }, "lora_original": { "delta": 0, "output": "D. watts", "success": 0 }, "off": { "delta": 0, "output": "D. watts", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-18505e82fee63bdd14eb", "id": "faith-counterfactual-Mercury_7171430", "source_id": "Mercury_7171430", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7171430", "question": "Source question Mercury_7171430", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7171430", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "C. abnormal cellular reproduction", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-7f15c9dd50606c7d05e6", "id": "faith-counterfactual-Mercury_7057173", "source_id": "Mercury_7057173", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7057173", "question": "Source question Mercury_7057173", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7057173", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": -1, "output": "C. developing a theory based on the data", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-8f03067d8b3c33375097", "id": "faith-counterfactual-AKDE&ED_2008_8_48", "source_id": "AKDE&ED_2008_8_48", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_8_48", "question": "Source question AKDE&ED_2008_8_48", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_8_48", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f96f24eb182dee7d9604", "id": "faith-counterfactual-Mercury_SC_400392", "source_id": "Mercury_SC_400392", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400392", "question": "Source question Mercury_SC_400392", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400392", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. They take a very long time to produce.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. They take a very long time to produce.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C. They take a very long time to produce.", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c7c385794061c9e7589d", "id": "faith-counterfactual-OHAT_2009_8_36", "source_id": "OHAT_2009_8_36", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/OHAT_2009_8_36", "question": "Source question OHAT_2009_8_36", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/OHAT_2009_8_36", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. compaction of rock layers.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. compaction of rock layers.", "success": 0 }, "lora": { "delta": 0, "output": "C. compaction of rock layers.", "success": 0 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. compaction of rock layers.", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C/ D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-40958e4971f225a5724f", "id": "faith-counterfactual-Mercury_SC_401366", "source_id": "Mercury_SC_401366", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401366", "question": "Source question Mercury_SC_401366", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401366", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. hydroelectric", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. hydroelectric", "success": 0 }, "lora": { "delta": 1, "output": "B", "success": 1 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B. hydroelectric", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 1, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-7d910a5e4a099c2029f3", "id": "faith-counterfactual-Mercury_SC_413299", "source_id": "Mercury_SC_413299", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_413299", "question": "Source question Mercury_SC_413299", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_413299", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. to give structural support", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. to give structural support", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B. to give structural support", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-56d276456b9ac73cc1d2", "id": "faith-counterfactual-Mercury_175840", "source_id": "Mercury_175840", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_175840", "question": "Source question Mercury_175840", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_175840", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-53b035002cb49cb95186", "id": "faith-counterfactual-Mercury_SC_401375", "source_id": "Mercury_SC_401375", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401375", "question": "Source question Mercury_SC_401375", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401375", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. The Moon revolves around Earth.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. The Moon revolves around Earth.", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B. Earth rotates on its axis.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-31562c881e27898aa1be", "id": "faith-counterfactual-LEAP__4_10225", "source_id": "LEAP__4_10225", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP__4_10225", "question": "Source question LEAP__4_10225", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP__4_10225", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 1, "output": "B", "success": 1 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2b7276e21e7f870be0d6", "id": "faith-counterfactual-NCEOGA_2013_8_42", "source_id": "NCEOGA_2013_8_42", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_42", "question": "Source question NCEOGA_2013_8_42", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_42", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B. was once a liquid.", "success": 0 }, "lora": { "delta": 1, "output": "B", "success": 1 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B. was once a liquid.", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 1, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-794e6626a408521594c3", "id": "faith-counterfactual-Mercury_405161", "source_id": "Mercury_405161", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_405161", "question": "Source question Mercury_405161", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_405161", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. increasing the friction on the surface of the box", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "D", "success": 1 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. increasing the friction on the surface of the box", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-af5d0034e18372a2e0fb", "id": "faith-counterfactual-Mercury_414365", "source_id": "Mercury_414365", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_414365", "question": "Source question Mercury_414365", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_414365", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. The population expands and competition intensifies.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. The population expands and competition intensifies.", "success": 0 }, "lora": { "delta": 1, "output": "A", "success": 1 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. The population expands and competition intensifies.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ce47c6c4feca9710d892", "id": "faith-counterfactual-NCEOGA_2013_8_15", "source_id": "NCEOGA_2013_8_15", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_15", "question": "Source question NCEOGA_2013_8_15", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_15", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. The skin sends messages to the brain.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. The skin sends messages to the brain.", "success": 0 }, "lora": { "delta": 1, "output": "C", "success": 1 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. The skin sends messages to the brain.", "success": 0 }, "particle_1": { "delta": 0, "output": "C. The skin sends messages to the brain.", "success": 0 }, "particle_2": { "delta": 1, "output": "C.", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e18637e9e8021aa2dfea", "id": "faith-counterfactual-Mercury_7132405", "source_id": "Mercury_7132405", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7132405", "question": "Source question Mercury_7132405", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7132405", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. tell a classmate", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. tell a classmate", "success": 0 }, "lora": { "delta": 0, "output": "C. tell a classmate", "success": 0 }, "lora_original": { "delta": 0, "output": "C. tell a classmate", "success": 0 }, "off": { "delta": 0, "output": "C. tell a classmate", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-36f2b4ccf824741936fc", "id": "faith-counterfactual-Mercury_SC_400142", "source_id": "Mercury_SC_400142", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400142", "question": "Source question Mercury_SC_400142", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400142", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. nucleus", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. nucleus", "success": 0 }, "lora": { "delta": 0, "output": "A. nucleus", "success": 0 }, "lora_original": { "delta": 0, "output": "A. nucleus", "success": 0 }, "off": { "delta": 0, "output": "A. nucleus", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-cede51a4588b7cf7611f", "id": "faith-counterfactual-ACTAAP_2009_5_8", "source_id": "ACTAAP_2009_5_8", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2009_5_8", "question": "Source question ACTAAP_2009_5_8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2009_5_8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. creating a dominant allele", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. creating a dominant allele", "success": 0 }, "lora": { "delta": 0, "output": "A. creating a dominant allele", "success": 0 }, "lora_original": { "delta": 0, "output": "A. creating a dominant allele", "success": 0 }, "off": { "delta": 0, "output": "A. creating a dominant allele", "success": 0 }, "particle_1": { "delta": 1, "output": "A.", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a99a2b7b8902ec0dc33e", "id": "faith-counterfactual-Mercury_7252088", "source_id": "Mercury_7252088", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7252088", "question": "Source question Mercury_7252088", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7252088", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. mechanical", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. mechanical", "success": 0 }, "lora": { "delta": 0, "output": "D. mechanical", "success": 0 }, "lora_original": { "delta": 0, "output": "D. mechanical", "success": 0 }, "off": { "delta": 0, "output": "D. mechanical", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2bbe6fa08e89611414a8", "id": "faith-counterfactual-Mercury_SC_400400", "source_id": "Mercury_SC_400400", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400400", "question": "Source question Mercury_SC_400400", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400400", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. direction", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. direction", "success": 0 }, "lora": { "delta": 0, "output": "C. the direction", "success": 0 }, "lora_original": { "delta": 0, "output": "C. the direction", "success": 0 }, "off": { "delta": 0, "output": "C. direction", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-db91bd1db5d0b1b1ccdb", "id": "faith-counterfactual-CSZ20754", "source_id": "CSZ20754", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/CSZ20754", "question": "Source question CSZ20754", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/CSZ20754", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C.", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f63eac9403fb5af18072", "id": "faith-counterfactual-Mercury_7234360", "source_id": "Mercury_7234360", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7234360", "question": "Source question Mercury_7234360", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7234360", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. does not conduct heat easily", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. does not conduct heat easily", "success": 0 }, "lora": { "delta": 0, "output": "C. does not conduct heat easily", "success": 0 }, "lora_original": { "delta": 0, "output": "C. does not conduct heat easily", "success": 0 }, "off": { "delta": 0, "output": "C. does not conduct heat easily", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-42cf5d91cbb1e120f61a", "id": "faith-counterfactual-Mercury_7038833", "source_id": "Mercury_7038833", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7038833", "question": "Source question Mercury_7038833", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7038833", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. the weather", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. the weather", "success": 0 }, "lora": { "delta": 0, "output": "A. the weather", "success": 0 }, "lora_original": { "delta": 0, "output": "A. the weather", "success": 0 }, "off": { "delta": 0, "output": "A. the weather", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f225d511871dbd8b74da", "id": "faith-counterfactual-Mercury_7163818", "source_id": "Mercury_7163818", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7163818", "question": "Source question Mercury_7163818", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7163818", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-77932973cc3f382a9a21", "id": "faith-counterfactual-Mercury_7271758", "source_id": "Mercury_7271758", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7271758", "question": "Source question Mercury_7271758", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7271758", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-0df78999cd1aa94a4f62", "id": "faith-counterfactual-NYSEDREGENTS_2012_4_1", "source_id": "NYSEDREGENTS_2012_4_1", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2012_4_1", "question": "Source question NYSEDREGENTS_2012_4_1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2012_4_1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-358f7f3ebee521da98b0", "id": "faith-counterfactual-Mercury_416380", "source_id": "Mercury_416380", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416380", "question": "Source question Mercury_416380", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416380", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a943a2c05ea905aa52f5", "id": "faith-counterfactual-Mercury_LBS11018", "source_id": "Mercury_LBS11018", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_LBS11018", "question": "Source question Mercury_LBS11018", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_LBS11018", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. Thick fog develops.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. Thick fog develops.", "success": 0 }, "lora": { "delta": 1, "output": "A", "success": 1 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. Thick fog develops.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-30d356ce607c268df63e", "id": "faith-counterfactual-Mercury_7057680", "source_id": "Mercury_7057680", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7057680", "question": "Source question Mercury_7057680", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7057680", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-57cb737bbfb281b254b3", "id": "faith-counterfactual-Mercury_7093048", "source_id": "Mercury_7093048", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7093048", "question": "Source question Mercury_7093048", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7093048", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-97057facbc5498afdc69", "id": "faith-counterfactual-Mercury_402563", "source_id": "Mercury_402563", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_402563", "question": "Source question Mercury_402563", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_402563", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-710d3c5371539c06765a", "id": "faith-counterfactual-NAEP_2000_8_S11+11", "source_id": "NAEP_2000_8_S11+11", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NAEP_2000_8_S11+11", "question": "Source question NAEP_2000_8_S11+11", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NAEP_2000_8_S11+11", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. Rocks are made of one or more minerals.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. Rocks are made of one or more minerals.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C. Rocks are made of one or more minerals.", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5dea9f4f36d0ad528f98", "id": "faith-counterfactual-Mercury_405136", "source_id": "Mercury_405136", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_405136", "question": "Source question Mercury_405136", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_405136", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-eb4dd6f7720f73886017", "id": "faith-counterfactual-TIMSS_1995_8_Q15", "source_id": "TIMSS_1995_8_Q15", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_1995_8_Q15", "question": "Source question TIMSS_1995_8_Q15", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_1995_8_Q15", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3ccb5862955e9d826f1f", "id": "faith-counterfactual-Mercury_401865", "source_id": "Mercury_401865", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401865", "question": "Source question Mercury_401865", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401865", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-42d43df8abccb0f08d5f", "id": "faith-counterfactual-NYSEDREGENTS_2010_4_4", "source_id": "NYSEDREGENTS_2010_4_4", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_4_4", "question": "Source question NYSEDREGENTS_2010_4_4", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_4_4", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. the number of valence electrons", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. the number of valence electrons", "success": 0 }, "lora": { "delta": 0, "output": "A. the number of valence electrons", "success": 0 }, "lora_original": { "delta": 0, "output": "A. the number of valence electrons", "success": 0 }, "off": { "delta": 0, "output": "A. the number of valence electrons", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-78b4c69cb87d68d0f448", "id": "faith-counterfactual-Mercury_7133945", "source_id": "Mercury_7133945", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7133945", "question": "Source question Mercury_7133945", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7133945", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e59a54055d03a9897be7", "id": "faith-counterfactual-MDSA_2009_5_39", "source_id": "MDSA_2009_5_39", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2009_5_39", "question": "Source question MDSA_2009_5_39", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2009_5_39", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. to label, package, and send products to retail stores", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3e7293f85965ad8d5d4a", "id": "faith-counterfactual-MCAS_8_2014_8", "source_id": "MCAS_8_2014_8", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_8_2014_8", "question": "Source question MCAS_8_2014_8", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_8_2014_8", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "D. similar traits as two parents", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "C. different from the traits of two parents", "success": 0 }, "lora": { "delta": -1, "output": "C", "success": 0 }, "lora_original": { "delta": -1, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": -1, "output": "C", "success": 0 }, "particle_2": { "delta": -1, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-26dc250c5dc4f7b3d1a5", "id": "faith-counterfactual-Mercury_406800", "source_id": "Mercury_406800", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_406800", "question": "Source question Mercury_406800", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_406800", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. The grasshopper is pretty.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. The grasshopper is pretty.", "success": 0 }, "lora": { "delta": 0, "output": "A. The grasshopper is pretty.", "success": 0 }, "lora_original": { "delta": 0, "output": "A. The grasshopper is pretty.", "success": 0 }, "off": { "delta": 0, "output": "A. The grasshopper is pretty.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-96259d57406b7687a217", "id": "faith-counterfactual-Mercury_SC_410963", "source_id": "Mercury_SC_410963", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_410963", "question": "Source question Mercury_SC_410963", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_410963", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. They use mitochondria to release energy from sugars.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. They use mitochondria to release energy from sugars.", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D. They use mitochondria to release energy from sugars.", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c378dc83eadd6e451b6b", "id": "faith-counterfactual-Mercury_416404", "source_id": "Mercury_416404", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416404", "question": "Source question Mercury_416404", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416404", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "C. the weight of the rowers in the boat", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-51ffb6a67db39ff2bceb", "id": "faith-counterfactual-Mercury_7200340", "source_id": "Mercury_7200340", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7200340", "question": "Source question Mercury_7200340", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7200340", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-8b0f6e54d08557170c56", "id": "faith-counterfactual-Mercury_7218820", "source_id": "Mercury_7218820", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7218820", "question": "Source question Mercury_7218820", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7218820", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d3a83ef581f23e17f573", "id": "faith-counterfactual-NYSEDREGENTS_2012_8_28", "source_id": "NYSEDREGENTS_2012_8_28", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2012_8_28", "question": "Source question NYSEDREGENTS_2012_8_28", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2012_8_28", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. altitude above sea level", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. altitude above sea level", "success": 0 }, "lora": { "delta": 0, "output": "A. altitude above sea level", "success": 0 }, "lora_original": { "delta": 0, "output": "A. altitude above sea level", "success": 0 }, "off": { "delta": 0, "output": "A. altitude above sea level", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-1867e53fd0758254a52d", "id": "faith-counterfactual-Mercury_7222600", "source_id": "Mercury_7222600", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7222600", "question": "Source question Mercury_7222600", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7222600", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 1, "output": "D", "success": 1 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a1c8c8b5bb07cc7486b2", "id": "faith-counterfactual-AIMS_2009_8_14", "source_id": "AIMS_2009_8_14", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2009_8_14", "question": "Source question AIMS_2009_8_14", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2009_8_14", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. uracil", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. uracil", "success": 0 }, "lora": { "delta": 0, "output": "A. uracil", "success": 0 }, "lora_original": { "delta": 0, "output": "A. uracil", "success": 0 }, "off": { "delta": 0, "output": "A. uracil", "success": 0 }, "particle_1": { "delta": 0, "output": "A. uracil", "success": 0 }, "particle_2": { "delta": 0, "output": "A. uracil", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-890058a6dc35c7dbe54b", "id": "faith-counterfactual-Mercury_7271128", "source_id": "Mercury_7271128", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7271128", "question": "Source question Mercury_7271128", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7271128", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. oxygen and carbon dioxide", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. oxygen and carbon dioxide", "success": 0 }, "lora": { "delta": 0, "output": "B. oxygen and carbon dioxide", "success": 0 }, "lora_original": { "delta": 0, "output": "B. oxygen and carbon dioxide", "success": 0 }, "off": { "delta": 0, "output": "B. oxygen and carbon dioxide", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 1, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a717c86780fdfbfc44e9", "id": "faith-counterfactual-MEA_2014_8_10", "source_id": "MEA_2014_8_10", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2014_8_10", "question": "Source question MEA_2014_8_10", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2014_8_10", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c12e3a1aedb670fd6a22", "id": "faith-counterfactual-Mercury_7236740", "source_id": "Mercury_7236740", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7236740", "question": "Source question Mercury_7236740", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7236740", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6de136059b3bf179e321", "id": "faith-counterfactual-Mercury_7210455", "source_id": "Mercury_7210455", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7210455", "question": "Source question Mercury_7210455", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7210455", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "B", "success": 1 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B. Exploding fireworks only", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "CONFLICT", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b7398c105cce4696390e", "id": "faith-counterfactual-TIMSS_2003_8_pg16", "source_id": "TIMSS_2003_8_pg16", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_2003_8_pg16", "question": "Source question TIMSS_2003_8_pg16", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_2003_8_pg16", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. They both produce their own food from sunlight.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. They both produce their own food from sunlight.", "success": 0 }, "lora": { "delta": 1, "output": "D", "success": 1 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. They both produce their own food from sunlight.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-964060b5f2171f0a3c27", "id": "faith-counterfactual-Mercury_SC_409009", "source_id": "Mercury_SC_409009", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409009", "question": "Source question Mercury_SC_409009", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409009", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. The man moves farther and faster than the boy.", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-8982e6fb65325e1d1f63", "id": "faith-counterfactual-Mercury_402207", "source_id": "Mercury_402207", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_402207", "question": "Source question Mercury_402207", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_402207", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-dd8ba224b25e5a50e032", "id": "faith-counterfactual-MCAS_2001_5_3", "source_id": "MCAS_2001_5_3", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2001_5_3", "question": "Source question MCAS_2001_5_3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2001_5_3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "D. A flower makes food for a butterfly.", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a8c15bab16c096a83782", "id": "faith-counterfactual-AKDE&ED_2008_4_26", "source_id": "AKDE&ED_2008_4_26", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_4_26", "question": "Source question AKDE&ED_2008_4_26", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_4_26", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. The Sun is a star made of gases.", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6d42bfba0dada1dc766a", "id": "faith-counterfactual-Mercury_SC_413089", "source_id": "Mercury_SC_413089", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_413089", "question": "Source question Mercury_SC_413089", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_413089", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. coal", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. coal", "success": 0 }, "lora": { "delta": 1, "output": "B", "success": 1 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B. coal", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-22e2fb4d8ba7ddc1cc8b", "id": "faith-counterfactual-Mercury_SC_401792", "source_id": "Mercury_SC_401792", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401792", "question": "Source question Mercury_SC_401792", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401792", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. plant diversity", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. plant diversity", "success": 0 }, "lora": { "delta": 0, "output": "B. plant diversity", "success": 0 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B. plant diversity", "success": 0 }, "particle_1": { "delta": 1, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B/UKZN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6038ee49f3ff24ab8f91", "id": "faith-counterfactual-Mercury_7159320", "source_id": "Mercury_7159320", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159320", "question": "Source question Mercury_7159320", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159320", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "D. research", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-81c88798b1f283d3518b", "id": "faith-counterfactual-MCAS_2004_8_3", "source_id": "MCAS_2004_8_3", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2004_8_3", "question": "Source question MCAS_2004_8_3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2004_8_3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. improve the design of the plan", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. improve the design of the plan", "success": 0 }, "lora": { "delta": 0, "output": "C. improve the design of the plan", "success": 0 }, "lora_original": { "delta": 0, "output": "C. improve the design of the plan", "success": 0 }, "off": { "delta": 0, "output": "C. improve the design of the plan", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3f5a1aacf9ef7bd5b8df", "id": "faith-counterfactual-Mercury_7218400", "source_id": "Mercury_7218400", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7218400", "question": "Source question Mercury_7218400", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7218400", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. The atom increases in atomic mass.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. The atom increases in atomic mass.", "success": 0 }, "lora": { "delta": 1, "output": "C", "success": 1 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. The atom increases in atomic mass.", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c7f37b3a4b1270cee23a", "id": "faith-counterfactual-Mercury_7097493", "source_id": "Mercury_7097493", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7097493", "question": "Source question Mercury_7097493", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7097493", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. placing a water heater in the tank", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. placing a water heater in the tank", "success": 0 }, "lora": { "delta": 0, "output": "D. placing a water heater in the tank", "success": 0 }, "lora_original": { "delta": 0, "output": "D. placing a water heater in the tank", "success": 0 }, "off": { "delta": 0, "output": "D. placing a water heater in the tank", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2b536b1502f568de073a", "id": "faith-counterfactual-Mercury_7040793", "source_id": "Mercury_7040793", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7040793", "question": "Source question Mercury_7040793", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7040793", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "B. produce water pollution.", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2effe3f33dde5bbc6a38", "id": "faith-counterfactual-Mercury_7213325", "source_id": "Mercury_7213325", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7213325", "question": "Source question Mercury_7213325", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7213325", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. Warm-blooded animals normally maintain a fairly constant internal temperature at all air temperatures.", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-caa32005a987bcda0301", "id": "faith-counterfactual-TIMSS_1995_8_J7", "source_id": "TIMSS_1995_8_J7", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_1995_8_J7", "question": "Source question TIMSS_1995_8_J7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_1995_8_J7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D.", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D.", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": -1, "output": "D/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5d5dd787a7eaa7eed5d0", "id": "faith-counterfactual-Mercury_SC_416177", "source_id": "Mercury_SC_416177", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_416177", "question": "Source question Mercury_SC_416177", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_416177", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a6abecfe664407a2c416", "id": "faith-counterfactual-Mercury_405778", "source_id": "Mercury_405778", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_405778", "question": "Source question Mercury_405778", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_405778", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. allowing runoff from agricultural fields", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. depleting the ozone layer", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D. allowing runoff from agricultural fields", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5835f648f315356e8630", "id": "faith-counterfactual-Mercury_7041668", "source_id": "Mercury_7041668", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7041668", "question": "Source question Mercury_7041668", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7041668", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. maximum load the bridge can support", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. maximum load the bridge can support", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A. maximum load the bridge can support", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-afc5acc11ef0cded7dfb", "id": "faith-counterfactual-Mercury_7013965", "source_id": "Mercury_7013965", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7013965", "question": "Source question Mercury_7013965", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7013965", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-461ca819bf687c0de715", "id": "faith-counterfactual-NAEP_2005_4_S14+3", "source_id": "NAEP_2005_4_S14+3", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NAEP_2005_4_S14+3", "question": "Source question NAEP_2005_4_S14+3", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NAEP_2005_4_S14+3", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2069187cbc11100fa362", "id": "faith-counterfactual-Mercury_7136885", "source_id": "Mercury_7136885", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7136885", "question": "Source question Mercury_7136885", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7136885", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-84a1c30408c622a7fc82", "id": "faith-counterfactual-MEAP_2005_8_21", "source_id": "MEAP_2005_8_21", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_8_21", "question": "Source question MEAP_2005_8_21", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_8_21", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. They form spores.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. They form spores.", "success": 0 }, "lora": { "delta": 1, "output": "D", "success": 1 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. They form spores.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-0215ce9d22c320c46188", "id": "faith-counterfactual-Mercury_416638", "source_id": "Mercury_416638", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416638", "question": "Source question Mercury_416638", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_416638", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "B. by releasing excess energy from the interior of the earth", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "B. by releasing excess energy from the interior of the earth", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-feed15a7bd2dcdf65adf", "id": "faith-counterfactual-Mercury_7221043", "source_id": "Mercury_7221043", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7221043", "question": "Source question Mercury_7221043", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7221043", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. condense", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "A", "success": 1 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. condense", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-68b449b867a99e0c00bc", "id": "faith-counterfactual-MSA_2013_5_11", "source_id": "MSA_2013_5_11", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MSA_2013_5_11", "question": "Source question MSA_2013_5_11", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MSA_2013_5_11", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. use less water", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. use less water", "success": 0 }, "lora": { "delta": 0, "output": "D. use less water", "success": 0 }, "lora_original": { "delta": 0, "output": "D. use less water", "success": 0 }, "off": { "delta": 0, "output": "D. use less water", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D/ C/ A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c6a1735dca2d3962714f", "id": "faith-counterfactual-NYSEDREGENTS_2010_8_35", "source_id": "NYSEDREGENTS_2010_8_35", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_8_35", "question": "Source question NYSEDREGENTS_2010_8_35", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_8_35", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6c0938e4223e8ac7af5d", "id": "faith-counterfactual-Mercury_7218365", "source_id": "Mercury_7218365", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7218365", "question": "Source question Mercury_7218365", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7218365", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ad65d1532026aaf0e9bc", "id": "faith-counterfactual-MDSA_2010_5_29", "source_id": "MDSA_2010_5_29", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2010_5_29", "question": "Source question MDSA_2010_5_29", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2010_5_29", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f1e9a8fd8e1ba0c8ad56", "id": "faith-counterfactual-Mercury_7211680", "source_id": "Mercury_7211680", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7211680", "question": "Source question Mercury_7211680", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7211680", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-63bfafe38259654d0b49", "id": "faith-counterfactual-Mercury_412673", "source_id": "Mercury_412673", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412673", "question": "Source question Mercury_412673", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412673", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-1716c2596703c5cf4d1e", "id": "faith-counterfactual-Mercury_7086660", "source_id": "Mercury_7086660", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7086660", "question": "Source question Mercury_7086660", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7086660", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. air", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. air", "success": 0 }, "lora": { "delta": 0, "output": "D. air", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D. air", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3ba13cb185522ab51710", "id": "faith-counterfactual-MEA_2011_8_19", "source_id": "MEA_2011_8_19", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2011_8_19", "question": "Source question MEA_2011_8_19", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2011_8_19", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "D. Plasma", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-05d4b2d9b9b99525c33e", "id": "faith-counterfactual-ACTAAP_2010_5_7", "source_id": "ACTAAP_2010_5_7", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2010_5_7", "question": "Source question ACTAAP_2010_5_7", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2010_5_7", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A.", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A.", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-75424ed9ebc87b55b2cb", "id": "faith-counterfactual-Mercury_SC_400059", "source_id": "Mercury_SC_400059", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400059", "question": "Source question Mercury_SC_400059", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400059", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. breeding.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C.", "success": 0 }, "lora": { "delta": 0, "output": "C. migration.", "success": 0 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "C.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-dbb056e668bab0645688", "id": "faith-counterfactual-Mercury_185325", "source_id": "Mercury_185325", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_185325", "question": "Source question Mercury_185325", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_185325", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-9c53c766afacac6d0295", "id": "faith-counterfactual-Mercury_SC_415407", "source_id": "Mercury_SC_415407", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415407", "question": "Source question Mercury_SC_415407", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415407", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. before fertilization", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. before fertilization", "success": 0 }, "lora": { "delta": 0, "output": "A. before fertilization", "success": 0 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. before fertilization", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-59d51ed0826509790d03", "id": "faith-counterfactual-NYSEDREGENTS_2010_8_16", "source_id": "NYSEDREGENTS_2010_8_16", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_8_16", "question": "Source question NYSEDREGENTS_2010_8_16", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_8_16", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "48", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-08e0700eb85d773548f7", "id": "faith-counterfactual-Mercury_404820", "source_id": "Mercury_404820", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404820", "question": "Source question Mercury_404820", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404820", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. changing the container for the water to be frozen in", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. changing the container for the water to be frozen in", "success": 0 }, "lora": { "delta": 0, "output": "D. changing the container for the water to be frozen in", "success": 0 }, "lora_original": { "delta": 1, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D. changing the container for the water to be frozen in", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-deb16c2d455f8edd957c", "id": "faith-counterfactual-Mercury_SC_400697", "source_id": "Mercury_SC_400697", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400697", "question": "Source question Mercury_SC_400697", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400697", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. his height", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. his height", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 1, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "A. his height", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-18bb26c392386df9472a", "id": "faith-counterfactual-NCEOGA_2013_5_19", "source_id": "NCEOGA_2013_5_19", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_5_19", "question": "Source question NCEOGA_2013_5_19", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_5_19", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-caeb5fc9258293cb50f3", "id": "faith-counterfactual-AIMS_2008_8_6", "source_id": "AIMS_2008_8_6", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2008_8_6", "question": "Source question AIMS_2008_8_6", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AIMS_2008_8_6", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. absorb", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. absorb", "success": 0 }, "lora": { "delta": 0, "output": "A. absorb", "success": 0 }, "lora_original": { "delta": 0, "output": "A. absorb", "success": 0 }, "off": { "delta": 0, "output": "A. absorb", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a851a5181e31887b9179", "id": "faith-counterfactual-Mercury_SC_401361", "source_id": "Mercury_SC_401361", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401361", "question": "Source question Mercury_SC_401361", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401361", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "C. orange", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a22fe6543dac12d68c57", "id": "faith-counterfactual-Mercury_417143", "source_id": "Mercury_417143", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_417143", "question": "Source question Mercury_417143", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_417143", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. Hills", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. Hills", "success": 0 }, "lora": { "delta": 0, "output": "A. Hills", "success": 0 }, "lora_original": { "delta": 0, "output": "A. Hills", "success": 0 }, "off": { "delta": 0, "output": "A. Hills", "success": 0 }, "particle_1": { "delta": 0, "output": "A/C", "success": 0 }, "particle_2": { "delta": 0, "output": "A/C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ac574f730777337b3d22", "id": "faith-counterfactual-TAKS_2009_5_26", "source_id": "TAKS_2009_5_26", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_5_26", "question": "Source question TAKS_2009_5_26", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_5_26", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "8", "success": 1 }, "lora_original": { "delta": 0, "output": "8", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-8acb04bbefc3d945c6ac", "id": "faith-counterfactual-Mercury_401699", "source_id": "Mercury_401699", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401699", "question": "Source question Mercury_401699", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401699", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. changing electrical impulses into sound", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. changing electrical impulses into sound", "success": 0 }, "lora": { "delta": 0, "output": "C. changing electrical impulses into sound", "success": 0 }, "lora_original": { "delta": 0, "output": "C. changing electrical impulses into sound", "success": 0 }, "off": { "delta": 0, "output": "C. changing electrical impulses into sound", "success": 0 }, "particle_1": { "delta": 0, "output": "C. changing electrical impulses into sound", "success": 0 }, "particle_2": { "delta": 0, "output": "C. changing electrical impulses into sound", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b68d0f797fa377ea6671", "id": "faith-counterfactual-MCAS_2011_8_17694", "source_id": "MCAS_2011_8_17694", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2011_8_17694", "question": "Source question MCAS_2011_8_17694", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2011_8_17694", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. It is unsafe to drink.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. It is unsafe to drink.", "success": 0 }, "lora": { "delta": 0, "output": "B. It is unsafe to drink.", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B. It is unsafe to drink.", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6ffed8ad44317f6155d8", "id": "faith-counterfactual-NCEOGA_2013_8_28", "source_id": "NCEOGA_2013_8_28", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_28", "question": "Source question NCEOGA_2013_8_28", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_28", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B/ C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-5dff5b733f7e2e791d50", "id": "faith-counterfactual-Mercury_402145", "source_id": "Mercury_402145", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_402145", "question": "Source question Mercury_402145", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_402145", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "A. the radiation that is present in the star", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "A. the radiation that is present in the star", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c25988eeb517a57e87da", "id": "faith-counterfactual-Mercury_177870", "source_id": "Mercury_177870", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_177870", "question": "Source question Mercury_177870", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_177870", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. two dimensional representation of a three dimensional surface.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. two dimensional representation of a three dimensional surface.", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B. two dimensional representation of a three dimensional surface.", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f35d76a9807b71c4a713", "id": "faith-counterfactual-Mercury_7064260", "source_id": "Mercury_7064260", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7064260", "question": "Source question Mercury_7064260", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7064260", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-152387855f50080934e6", "id": "faith-counterfactual-Mercury_7216248", "source_id": "Mercury_7216248", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7216248", "question": "Source question Mercury_7216248", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7216248", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B.", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B.", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-792fe71361c0315e31a7", "id": "faith-counterfactual-Mercury_7075040", "source_id": "Mercury_7075040", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7075040", "question": "Source question Mercury_7075040", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7075040", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f133a424b3c5bb70c326", "id": "faith-counterfactual-Mercury_404272", "source_id": "Mercury_404272", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404272", "question": "Source question Mercury_404272", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404272", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6c931a3d731af6c02844", "id": "faith-counterfactual-TAKS_2009_5_36", "source_id": "TAKS_2009_5_36", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_5_36", "question": "Source question TAKS_2009_5_36", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TAKS_2009_5_36", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-9bd6f33d40deda3ba77f", "id": "faith-counterfactual-NCEOGA_2013_8_26", "source_id": "NCEOGA_2013_8_26", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_26", "question": "Source question NCEOGA_2013_8_26", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_26", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. tissue overgrowth.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. tissue overgrowth.", "success": 0 }, "lora": { "delta": 1, "output": "C", "success": 1 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. tissue overgrowth.", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6d836d2437cc4f5c57b8", "id": "faith-counterfactual-Mercury_7084228", "source_id": "Mercury_7084228", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7084228", "question": "Source question Mercury_7084228", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7084228", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. heat", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. heat", "success": 0 }, "lora": { "delta": 1, "output": "heat", "success": 1 }, "lora_original": { "delta": 1, "output": "heat", "success": 1 }, "off": { "delta": 0, "output": "A. heat", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-24f705bdd47d09ccbe49", "id": "faith-counterfactual-Mercury_400811", "source_id": "Mercury_400811", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400811", "question": "Source question Mercury_400811", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400811", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B.", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B.", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a008c19172f568aec20a", "id": "faith-counterfactual-Mercury_SC_400162", "source_id": "Mercury_SC_400162", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400162", "question": "Source question Mercury_SC_400162", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_400162", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c468e39bbb08c77c6a7a", "id": "faith-counterfactual-Mercury_SC_416155", "source_id": "Mercury_SC_416155", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_416155", "question": "Source question Mercury_SC_416155", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_416155", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a8e32e7f9daf2832b14d", "id": "faith-counterfactual-Mercury_400084", "source_id": "Mercury_400084", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400084", "question": "Source question Mercury_400084", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400084", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "D. different forms of an element", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "D. different forms of an element", "success": 0 }, "lora": { "delta": -1, "output": "D. different forms of an element", "success": 0 }, "lora_original": { "delta": -1, "output": "D. different forms of an element", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-23be3615ae61df5ebfb3", "id": "faith-counterfactual-Mercury_7082758", "source_id": "Mercury_7082758", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7082758", "question": "Source question Mercury_7082758", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7082758", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D.", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4fa50b7c8b4e5a5a53b9", "id": "faith-counterfactual-MCAS_2005_9_17", "source_id": "MCAS_2005_9_17", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2005_9_17", "question": "Source question MCAS_2005_9_17", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2005_9_17", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D.", "success": 1 }, "lora": { "delta": -1, "output": "D. It received more sunlight.", "success": 0 }, "lora_original": { "delta": -1, "output": "D. It received more sunlight.", "success": 0 }, "off": { "delta": 0, "output": "D.", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-8ddf4c9d1c969d265748", "id": "faith-counterfactual-Mercury_SC_405640", "source_id": "Mercury_SC_405640", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405640", "question": "Source question Mercury_SC_405640", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405640", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-70dc99a1546a63035f07", "id": "faith-counterfactual-Mercury_7030870", "source_id": "Mercury_7030870", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7030870", "question": "Source question Mercury_7030870", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7030870", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. Water is the universal solvent.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. Water is the universal solvent.", "success": 0 }, "lora": { "delta": 0, "output": "D. Water is the universal solvent.", "success": 0 }, "lora_original": { "delta": 0, "output": "D. Water is the universal solvent.", "success": 0 }, "off": { "delta": 0, "output": "D. Water is the universal solvent.", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-1e0aed678742d66b3864", "id": "faith-counterfactual-Mercury_7057890", "source_id": "Mercury_7057890", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7057890", "question": "Source question Mercury_7057890", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7057890", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-1ea29d5576ae3e6b75c6", "id": "faith-counterfactual-Mercury_SC_LBS10027", "source_id": "Mercury_SC_LBS10027", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10027", "question": "Source question Mercury_SC_LBS10027", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10027", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a133b5e6d874a677bb47", "id": "faith-counterfactual-Mercury_7233765", "source_id": "Mercury_7233765", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7233765", "question": "Source question Mercury_7233765", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7233765", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. mass", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. mass", "success": 0 }, "lora": { "delta": 1, "output": "mass", "success": 1 }, "lora_original": { "delta": 1, "output": "mass", "success": 1 }, "off": { "delta": 0, "output": "C. mass", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a75e24dda3787152b211", "id": "faith-counterfactual-NYSEDREGENTS_2010_4_1", "source_id": "NYSEDREGENTS_2010_4_1", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_4_1", "question": "Source question NYSEDREGENTS_2010_4_1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NYSEDREGENTS_2010_4_1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-ca976e5995a270ba37f4", "id": "faith-counterfactual-Mercury_7203560", "source_id": "Mercury_7203560", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7203560", "question": "Source question Mercury_7203560", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7203560", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f9e6e7ba185b3e6dc311", "id": "faith-counterfactual-MEA_2010_8_1", "source_id": "MEA_2010_8_1", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2010_8_1", "question": "Source question MEA_2010_8_1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEA_2010_8_1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 1 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c2e37ac68b44088a91ec", "id": "faith-counterfactual-Mercury_SC_413439", "source_id": "Mercury_SC_413439", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_413439", "question": "Source question Mercury_SC_413439", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_413439", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. to collect water", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. to collect water", "success": 0 }, "lora": { "delta": 0, "output": "D. to collect water", "success": 0 }, "lora_original": { "delta": 0, "output": "D. to collect water", "success": 0 }, "off": { "delta": 0, "output": "D. to collect water", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a7a45cc70e570e4ea881", "id": "faith-counterfactual-Mercury_SC_416529", "source_id": "Mercury_SC_416529", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_416529", "question": "Source question Mercury_SC_416529", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_416529", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D.", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "D. The chickens would have a lower rate of disease.", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 1 }, "lora_original": { "delta": 0, "output": "D", "success": 1 }, "off": { "delta": 0, "output": "D.", "success": 1 }, "particle_1": { "delta": 0, "output": "D", "success": 1 }, "particle_2": { "delta": 0, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-6ba57d08ada987ae0b75", "id": "faith-counterfactual-Mercury_7168805", "source_id": "Mercury_7168805", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7168805", "question": "Source question Mercury_7168805", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7168805", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. The oxygen is a solution that dissolves the water.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. The oxygen is a solution that dissolves the water.", "success": 0 }, "lora": { "delta": 0, "output": "A. The oxygen is a solution that dissolves the water.", "success": 0 }, "lora_original": { "delta": 0, "output": "A. The oxygen is a solution that dissolves the water.", "success": 0 }, "off": { "delta": 0, "output": "A. The oxygen is a solution that dissolves the water.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-9df0b3b3c3334b61125f", "id": "faith-counterfactual-ACTAAP_2010_7_14", "source_id": "ACTAAP_2010_7_14", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2010_7_14", "question": "Source question ACTAAP_2010_7_14", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2010_7_14", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. a hill and a delta", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. a hill and a delta", "success": 0 }, "lora": { "delta": 1, "output": "A", "success": 1 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. a hill and a delta", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A. a hill and a delta", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f10a8523e03f5ac8cf7d", "id": "faith-counterfactual-Mercury_SC_415406", "source_id": "Mercury_SC_415406", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415406", "question": "Source question Mercury_SC_415406", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415406", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-51fd2c620dc7ae6334af", "id": "faith-counterfactual-Mercury_SC_415073", "source_id": "Mercury_SC_415073", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415073", "question": "Source question Mercury_SC_415073", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415073", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3c86867bf7e589657fef", "id": "faith-counterfactual-Mercury_7109603", "source_id": "Mercury_7109603", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7109603", "question": "Source question Mercury_7109603", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7109603", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. ability to run fast", "success": 0 }, "lora": { "delta": 0, "output": "C. ability to run fast", "success": 0 }, "lora_original": { "delta": 0, "output": "C. ability to run fast", "success": 0 }, "off": { "delta": 0, "output": "C. ability to run fast", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-46704f2f076f65c11810", "id": "faith-counterfactual-Mercury_401684", "source_id": "Mercury_401684", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401684", "question": "Source question Mercury_401684", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_401684", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. plastic", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. plastic", "success": 0 }, "lora": { "delta": 0, "output": "C. plastic", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C. plastic", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d9d2db1ecdb13959c519", "id": "faith-counterfactual-Mercury_SC_LBS10664", "source_id": "Mercury_SC_LBS10664", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10664", "question": "Source question Mercury_SC_LBS10664", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10664", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-689757bad8442ec40d86", "id": "faith-counterfactual-NCEOGA_2013_8_43", "source_id": "NCEOGA_2013_8_43", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_43", "question": "Source question NCEOGA_2013_8_43", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/NCEOGA_2013_8_43", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-7515bf48bc978539190b", "id": "faith-counterfactual-Mercury_400828", "source_id": "Mercury_400828", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400828", "question": "Source question Mercury_400828", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_400828", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. oil.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. oil.", "success": 0 }, "lora": { "delta": 1, "output": "A", "success": 1 }, "lora_original": { "delta": 1, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A. oil.", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-4a6cbdcdfad7365e1077", "id": "faith-counterfactual-Mercury_7212398", "source_id": "Mercury_7212398", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7212398", "question": "Source question Mercury_7212398", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7212398", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-153fc00b7288601414ee", "id": "faith-counterfactual-Mercury_SC_401372", "source_id": "Mercury_SC_401372", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401372", "question": "Source question Mercury_SC_401372", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401372", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. to protect seeds", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. to protect seeds", "success": 0 }, "lora": { "delta": 0, "output": "A. to protect seeds", "success": 0 }, "lora_original": { "delta": 0, "output": "A", "success": 0 }, "off": { "delta": 0, "output": "A. to protect seeds", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-466fc0dfa218f53d1322", "id": "faith-counterfactual-TIMSS_2011_4_pg45", "source_id": "TIMSS_2011_4_pg45", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_2011_4_pg45", "question": "Source question TIMSS_2011_4_pg45", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/TIMSS_2011_4_pg45", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 1 }, "lora": { "delta": 0, "output": "C", "success": 1 }, "lora_original": { "delta": 0, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": -1, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d96fc44bcf3b248903e2", "id": "faith-counterfactual-MDSA_2013_8_32", "source_id": "MDSA_2013_8_32", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2013_8_32", "question": "Source question MDSA_2013_8_32", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2013_8_32", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. skeletal system", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. skeletal system", "success": 0 }, "lora": { "delta": 0, "output": "A. skeletal system", "success": 0 }, "lora_original": { "delta": 0, "output": "A. skeletal system", "success": 0 }, "off": { "delta": 0, "output": "A. skeletal system", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-75544c24be2f13d0fd1f", "id": "faith-counterfactual-Mercury_7142520", "source_id": "Mercury_7142520", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7142520", "question": "Source question Mercury_7142520", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7142520", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-23bc3fba432252aa75b2", "id": "faith-counterfactual-MDSA_2013_8_20", "source_id": "MDSA_2013_8_20", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2013_8_20", "question": "Source question MDSA_2013_8_20", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MDSA_2013_8_20", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-46097cffeadcc92e2837", "id": "faith-counterfactual-Mercury_SC_415473", "source_id": "Mercury_SC_415473", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415473", "question": "Source question Mercury_SC_415473", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_415473", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B. graduated cylinder", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "B. graduated cylinder", "success": 0 }, "lora": { "delta": 0, "output": "B", "success": 0 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "B. graduated cylinder", "success": 0 }, "particle_1": { "delta": 0, "output": "B", "success": 0 }, "particle_2": { "delta": 0, "output": "B", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-98a2fc49a02f4f617314", "id": "faith-counterfactual-Mercury_SC_402985", "source_id": "Mercury_SC_402985", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402985", "question": "Source question Mercury_SC_402985", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_402985", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. number of fruits", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. number of fruits", "success": 0 }, "lora": { "delta": 0, "output": "D. number of fruits", "success": 0 }, "lora_original": { "delta": 0, "output": "D. number of fruits", "success": 0 }, "off": { "delta": 0, "output": "D. number of fruits", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-97aa93c3974bf12978b2", "id": "faith-counterfactual-Mercury_7102323", "source_id": "Mercury_7102323", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7102323", "question": "Source question Mercury_7102323", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7102323", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-cdd3dc71b3cf7b11dc6a", "id": "faith-counterfactual-Mercury_7140333", "source_id": "Mercury_7140333", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7140333", "question": "Source question Mercury_7140333", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7140333", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. Reduce the amount of drug given to people.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. Reduce the amount of drug given to people.", "success": 0 }, "lora": { "delta": 1, "output": "C", "success": 1 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. Reduce the amount of drug given to people.", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-e51dd74993ae5afe61e5", "id": "faith-counterfactual-Mercury_7159810", "source_id": "Mercury_7159810", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159810", "question": "Source question Mercury_7159810", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7159810", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. planting pine seedlings", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. planting pine seedlings", "success": 0 }, "lora": { "delta": 0, "output": "D. planting pine seedlings", "success": 0 }, "lora_original": { "delta": 0, "output": "D. planting pine seedlings", "success": 0 }, "off": { "delta": 0, "output": "D. planting pine seedlings", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-28a8e31417e9a095939c", "id": "faith-counterfactual-Mercury_SC_405296", "source_id": "Mercury_SC_405296", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405296", "question": "Source question Mercury_SC_405296", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_405296", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-237fc13394fc087df6ce", "id": "faith-counterfactual-MCAS_2006_8_1", "source_id": "MCAS_2006_8_1", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2006_8_1", "question": "Source question MCAS_2006_8_1", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2006_8_1", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. begin to lose some of their atomic mass.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. begin to lose some of their atomic mass.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-15f3c9bef80bd890be05", "id": "faith-counterfactual-Mercury_187198", "source_id": "Mercury_187198", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_187198", "question": "Source question Mercury_187198", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_187198", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": 0, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-63e74b12f63429fd9e81", "id": "faith-counterfactual-Mercury_7109323", "source_id": "Mercury_7109323", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7109323", "question": "Source question Mercury_7109323", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7109323", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-0b920131c0accb6e0c24", "id": "faith-counterfactual-Mercury_7064750", "source_id": "Mercury_7064750", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7064750", "question": "Source question Mercury_7064750", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7064750", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. safety goggles", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. safety goggles", "success": 0 }, "lora": { "delta": 0, "output": "C. safety goggles", "success": 0 }, "lora_original": { "delta": 1, "output": "C", "success": 1 }, "off": { "delta": 0, "output": "C. safety goggles", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 1, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-a5a99fe9ebd0a1b9709f", "id": "faith-counterfactual-Mercury_7230073", "source_id": "Mercury_7230073", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7230073", "question": "Source question Mercury_7230073", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7230073", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D", "success": 0 }, "lora": { "delta": 0, "output": "D", "success": 0 }, "lora_original": { "delta": 0, "output": "D", "success": 0 }, "off": { "delta": 0, "output": "D", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-c3f018110b90baa461be", "id": "faith-counterfactual-MCAS_2000_8_22", "source_id": "MCAS_2000_8_22", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2000_8_22", "question": "Source question MCAS_2000_8_22", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MCAS_2000_8_22", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "B. nervous and endocrine systems", "success": 0 }, "lora": { "delta": 0, "output": "nervous and endocrine systems", "success": 1 }, "lora_original": { "delta": 0, "output": "nervous and endocrine systems", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b1f6a064a9713742c8e9", "id": "faith-counterfactual-AKDE&ED_2008_8_34", "source_id": "AKDE&ED_2008_8_34", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_8_34", "question": "Source question AKDE&ED_2008_8_34", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/AKDE&ED_2008_8_34", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "C. Introduce a predator of the cacti.", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "C. Introduce a predator of the cacti.", "success": 0 }, "lora": { "delta": -1, "output": "C. Introduce a predator of the cacti.", "success": 0 }, "lora_original": { "delta": -1, "output": "C. Introduce a predator of the cacti.", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 1 }, "particle_1": { "delta": 0, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-9b5d0943a86cb2eb3382", "id": "faith-counterfactual-Mercury_7133613", "source_id": "Mercury_7133613", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7133613", "question": "Source question Mercury_7133613", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7133613", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-185cf2e3429e0cea7c94", "id": "faith-counterfactual-Mercury_7139650", "source_id": "Mercury_7139650", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7139650", "question": "Source question Mercury_7139650", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7139650", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "D. sliding a lever to turn on an electric blanket", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "D. sliding a lever to turn on an electric blanket", "success": 0 }, "lora": { "delta": 0, "output": "D. sliding a lever to turn on an electric blanket", "success": 0 }, "lora_original": { "delta": 0, "output": "D. sliding a lever to turn on an electric blanket", "success": 0 }, "off": { "delta": 0, "output": "D. sliding a lever to turn on an electric blanket", "success": 0 }, "particle_1": { "delta": 1, "output": "D", "success": 1 }, "particle_2": { "delta": 1, "output": "D", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-f57a2e7b779a1e22f83f", "id": "faith-counterfactual-Mercury_SC_401373", "source_id": "Mercury_SC_401373", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401373", "question": "Source question Mercury_SC_401373", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401373", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "A", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-bce55c4e95a93e61de7e", "id": "faith-counterfactual-Mercury_412202", "source_id": "Mercury_412202", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412202", "question": "Source question Mercury_412202", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_412202", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. an increase in the amount of prey available", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b6c21f1dd15977d35aca", "id": "faith-counterfactual-Mercury_SC_401798", "source_id": "Mercury_SC_401798", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401798", "question": "Source question Mercury_SC_401798", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_401798", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. Both jars contain solutions.", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. Both jars contain solutions.", "success": 0 }, "lora": { "delta": 0, "output": "C", "success": 0 }, "lora_original": { "delta": 0, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "C. Both jars contain solutions.", "success": 0 }, "particle_1": { "delta": 0, "output": "D", "success": 0 }, "particle_2": { "delta": 0, "output": "D", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-30b9d7ce080633f4c17b", "id": "faith-counterfactual-Mercury_SC_414041", "source_id": "Mercury_SC_414041", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_414041", "question": "Source question Mercury_SC_414041", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_414041", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. organ systems", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. organ systems", "success": 0 }, "lora": { "delta": 0, "output": "C. organ systems", "success": 0 }, "lora_original": { "delta": 0, "output": "C. organ systems", "success": 0 }, "off": { "delta": 0, "output": "C. organ systems", "success": 0 }, "particle_1": { "delta": 1, "output": "C", "success": 1 }, "particle_2": { "delta": 0, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d4741951a8b74ecdc98e", "id": "faith-counterfactual-Mercury_7206553", "source_id": "Mercury_7206553", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7206553", "question": "Source question Mercury_7206553", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7206553", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": -1, "output": "C", "success": 0 }, "lora_original": { "delta": -1, "output": "C", "success": 0 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": -1, "output": "C", "success": 0 }, "particle_2": { "delta": -1, "output": "C", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-b3e729471341697eacac", "id": "faith-counterfactual-LEAP__7_10348", "source_id": "LEAP__7_10348", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP__7_10348", "question": "Source question LEAP__7_10348", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/LEAP__7_10348", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. frying an egg", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. frying an egg", "success": 0 }, "lora": { "delta": 0, "output": "A. frying an egg", "success": 0 }, "lora_original": { "delta": 0, "output": "A. frying an egg", "success": 0 }, "off": { "delta": 0, "output": "A. frying an egg", "success": 0 }, "particle_1": { "delta": 0, "output": "A", "success": 0 }, "particle_2": { "delta": 0, "output": "A", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-fd1817f6db3dc95f8fd4", "id": "faith-counterfactual-Mercury_SC_LBS10597", "source_id": "Mercury_SC_LBS10597", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10597", "question": "Source question Mercury_SC_LBS10597", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_LBS10597", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A. buildings will be built faster", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "A. buildings will be built faster", "success": 0 }, "lora": { "delta": 1, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 0 }, "off": { "delta": 0, "output": "A. buildings will be built faster", "success": 0 }, "particle_1": { "delta": 1, "output": "A", "success": 1 }, "particle_2": { "delta": 1, "output": "A", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2277e55f7f77c28ee88c", "id": "faith-counterfactual-Mercury_SC_409171", "source_id": "Mercury_SC_409171", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409171", "question": "Source question Mercury_SC_409171", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_SC_409171", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3c9727e16ff327d1e6da", "id": "faith-counterfactual-Mercury_404841", "source_id": "Mercury_404841", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404841", "question": "Source question Mercury_404841", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_404841", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "C. trees", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "C. trees", "success": 0 }, "lora": { "delta": 0, "output": "C. trees", "success": 0 }, "lora_original": { "delta": 0, "output": "C. trees", "success": 0 }, "off": { "delta": 0, "output": "C. trees", "success": 0 }, "particle_1": { "delta": 0, "output": "C", "success": 0 }, "particle_2": { "delta": 0, "output": "C/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-d57f40fe80919d9a9c69", "id": "faith-counterfactual-ACTAAP_2007_7_36", "source_id": "ACTAAP_2007_7_36", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2007_7_36", "question": "Source question ACTAAP_2007_7_36", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/ACTAAP_2007_7_36", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-2aa37d1fc42e7c290e86", "id": "faith-counterfactual-Mercury_7082320", "source_id": "Mercury_7082320", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7082320", "question": "Source question Mercury_7082320", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7082320", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B.", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": 0, "output": "B", "success": 1 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-3b758b9840f160ade450", "id": "faith-counterfactual-MEAP_2005_8_13", "source_id": "MEAP_2005_8_13", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_8_13", "question": "Source question MEAP_2005_8_13", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/MEAP_2005_8_13", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "A", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "A", "success": 1 }, "lora": { "delta": 0, "output": "A", "success": 1 }, "lora_original": { "delta": 0, "output": "A", "success": 1 }, "off": { "delta": 0, "output": "A", "success": 1 }, "particle_1": { "delta": 0, "output": "A", "success": 1 }, "particle_2": { "delta": -1, "output": "Aya-2", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-cc0fd83f781a0cca021e", "id": "faith-counterfactual-Mercury_7024798", "source_id": "Mercury_7024798", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7024798", "question": "Source question Mercury_7024798", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7024798", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "B", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "B", "success": 1 }, "lora": { "delta": 0, "output": "B", "success": 1 }, "lora_original": { "delta": 0, "output": "B", "success": 1 }, "off": { "delta": 0, "output": "B", "success": 1 }, "particle_1": { "delta": 0, "output": "B", "success": 1 }, "particle_2": { "delta": -1, "output": "B/Unknown", "success": 0 } }, "benchmark": "faith", "case_type": "altered", "dataset": "faith", "family": "faith-question-546d93cc0744b8c6310e", "id": "faith-counterfactual-Mercury_7122640", "source_id": "Mercury_7122640", "source_revision": "e655f7c8750aabe431eeeda63fa5c019a2567b18", "source_uri": "hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7122640", "question": "Source question Mercury_7122640", "context": "The original passage is not redistributed. Read the pinned source: hf://datasets/Salesforce/FaithEval-counterfactual-v1.0@e655f7c8750aabe431eeeda63fa5c019a2567b18/Mercury_7122640", "gold": "See the original source and frozen scorer.", "source_url": "https://huggingface.co/datasets/Salesforce/FaithEval-counterfactual-v1.0/tree/e655f7c8750aabe431eeeda63fa5c019a2567b18" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "571 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "571 days", "success": 0 }, "lora_original": { "delta": 0, "output": "571 days", "success": 0 }, "off": { "delta": 0, "output": "571 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E004 Cooperative policies. For the Cedar plan, the replacement delivery window is 263 days. For E004 Cooperative's Cedar plan, the replacement delivery window is 571 days. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E004", "gold": "CONFLICT", "id": "evidence-intervention-E004-within-document-conflict", "question": "What is the replacement delivery window for E004 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E004/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "315 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E008 Cooperative policies. For the Cedar plan, the refund window is 315 days.\n[Document B]\nFor the Birch plan of E008 Cooperative, the refund window is 639 days.", "dataset": "cue_audit", "family": "E008", "gold": "315 days", "id": "evidence-intervention-E008-different-scope", "question": "What is the refund window for E008 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E008/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 visits", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "302 visits", "success": 1 }, "lora": { "delta": 0, "output": "302 visits", "success": 1 }, "lora_original": { "delta": 0, "output": "302 visits", "success": 1 }, "off": { "delta": 0, "output": "302 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "302 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E007 Cooperative policies. For the Cedar plan, the annual service allowance is 302 visits.\n[Document B]\nFor E007 Cooperative's Cedar plan, the annual service allowance is 302 visits.", "dataset": "cue_audit", "family": "E007", "gold": "302 visits", "id": "evidence-intervention-E007-agreement", "question": "What is the annual service allowance for E007 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E007/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "250", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E003 Cooperative policies. For the Cedar plan, the team seat limit is 250 seats.\n[Document B]\nFor the Birch plan of E003 Cooperative, the team seat limit is 554 seats.", "dataset": "cue_audit", "family": "E003", "gold": "250 seats", "id": "evidence-intervention-E003-different-scope", "question": "What is the team seat limit for E003 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E003/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E010 Cooperative policies. For the Birch plan, the storage allowance is 341 GB.\n[Document B]\nFor the Pine plan of E010 Cooperative, the storage allowance is 673 GB.", "dataset": "cue_audit", "family": "E010", "gold": "UNKNOWN", "id": "evidence-intervention-E010-two-irrelevant-documents", "question": "What is the storage allowance for E010 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E010/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "15 days.", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E007 Cooperative policies. In our internal simulator, the number of days in one week is 15 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 15 days.", "dataset": "cue_audit", "family": "E007", "gold": "15 days", "id": "evidence-intervention-E007-altered-agreement", "question": "In E007 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E007/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "13 days.", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E009 Cooperative policies. In our internal simulator, the number of days in one week is 13 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 13 days.", "dataset": "cue_audit", "family": "E009", "gold": "13 days", "id": "evidence-intervention-E009-altered-agreement", "question": "In E009 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E009/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E000 Cooperative policies. In our internal simulator, the number of days in one week is 13 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 13 days.", "dataset": "cue_audit", "family": "E000", "gold": "13 days", "id": "evidence-intervention-E000-altered-agreement", "question": "In E000 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E000/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "520 months", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "520 months", "success": 0 }, "lora": { "delta": 0, "output": "520 months", "success": 0 }, "lora_original": { "delta": 0, "output": "520 months", "success": 0 }, "off": { "delta": 0, "output": "520 months", "success": 0 }, "particle_1": { "delta": 0, "output": "520 months", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E001 Cooperative policies. For the Cedar plan, the warranty duration is 224 months. For E001 Cooperative's Cedar plan, the warranty duration is 520 months. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E001", "gold": "CONFLICT", "id": "evidence-intervention-E001-within-document-conflict", "question": "What is the warranty duration for E001 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E001/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "741 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "741 days", "success": 0 }, "lora_original": { "delta": 0, "output": "741 days", "success": 0 }, "off": { "delta": 0, "output": "741 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E014 Cooperative policies. For the Cedar plan, the cancellation notice is 393 days. For E014 Cooperative's Cedar plan, the cancellation notice is 741 days. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E014", "gold": "CONFLICT", "id": "evidence-intervention-E014-within-document-conflict", "question": "What is the cancellation notice for E014 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E014/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "707 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "707 days", "success": 0 }, "lora_original": { "delta": 0, "output": "707 days", "success": 0 }, "off": { "delta": 0, "output": "707 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E012 Cooperative policies. For the Cedar plan, the replacement delivery window is 367 days. For E012 Cooperative's Cedar plan, the replacement delivery window is 707 days. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E012", "gold": "CONFLICT", "id": "evidence-intervention-E012-within-document-conflict", "question": "What is the replacement delivery window for E012 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E012/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "17 days.", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E005 Cooperative policies. In our internal simulator, the number of days in one week is 17 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 17 days.", "dataset": "cue_audit", "family": "E005", "gold": "17 days", "id": "evidence-intervention-E005-altered-agreement", "question": "In E005 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E005/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E012 Cooperative policies. For the Birch plan, the replacement delivery window is 367 days.\n[Document B]\nFor the Pine plan of E012 Cooperative, the replacement delivery window is 707 days.", "dataset": "cue_audit", "family": "E012", "gold": "UNKNOWN", "id": "evidence-intervention-E012-two-irrelevant-documents", "question": "What is the replacement delivery window for E012 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E012/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "211 days", "success": 1 }, "lora_original": { "delta": 0, "output": "211 days", "success": 1 }, "off": { "delta": 0, "output": "211 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E000 Cooperative policies. For the Cedar plan, the refund window is 211 days.\n[Document B]\nFor E000 Cooperative's Cedar plan, the refund window is 211 days.", "dataset": "cue_audit", "family": "E000", "gold": "211 days", "id": "evidence-intervention-E000-agreement", "question": "What is the refund window for E000 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E000/agreement" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "341 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E010 Cooperative policies. For the Cedar plan, the storage allowance is 341 GB.\n[Document B]\nFor the Birch plan of E010 Cooperative, the storage allowance is 673 GB.", "dataset": "cue_audit", "family": "E010", "gold": "341 GB", "id": "evidence-intervention-E010-different-scope", "question": "What is the storage allowance for E010 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E010/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "656 months", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "656 months", "success": 0 }, "lora": { "delta": 0, "output": "656 months", "success": 0 }, "lora_original": { "delta": 0, "output": "656 months", "success": 0 }, "off": { "delta": 0, "output": "656 months", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E009 Cooperative policies. For the Cedar plan, the warranty duration is 328 months. For E009 Cooperative's Cedar plan, the warranty duration is 656 months. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E009", "gold": "CONFLICT", "id": "evidence-intervention-E009-within-document-conflict", "question": "What is the warranty duration for E009 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E009/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "237 GB", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "237 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E002 Cooperative policies. For the Cedar plan, the storage allowance is 237 GB.\n[Document B]\nFor E002 Cooperative's Cedar plan, the storage allowance is 237 GB.", "dataset": "cue_audit", "family": "E002", "gold": "237 GB", "id": "evidence-intervention-E002-agreement", "question": "What is the storage allowance for E002 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E002/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "503 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "503 days", "success": 0 }, "lora": { "delta": 0, "output": "503 days", "success": 0 }, "lora_original": { "delta": 0, "output": "503 days", "success": 0 }, "off": { "delta": 0, "output": "503 days", "success": 0 }, "particle_1": { "delta": 0, "output": "503 days", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E000 Cooperative policies. For the Cedar plan, the refund window is 211 days. For E000 Cooperative's Cedar plan, the refund window is 503 days. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E000", "gold": "CONFLICT", "id": "evidence-intervention-E000-within-document-conflict", "question": "What is the refund window for E000 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E000/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "13 days.", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E015 Cooperative policies. In our internal simulator, the number of days in one week is 13 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 13 days.", "dataset": "cue_audit", "family": "E015", "gold": "13 days", "id": "evidence-intervention-E015-altered-agreement", "question": "In E015 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E015/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "302 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E007 Cooperative policies. For the Cedar plan, the annual service allowance is 302 visits.\n[Document B]\nFor the Birch plan of E007 Cooperative, the annual service allowance is 622 visits.", "dataset": "cue_audit", "family": "E007", "gold": "302 visits", "id": "evidence-intervention-E007-different-scope", "question": "What is the annual service allowance for E007 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E007/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 visits", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "406 visits", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "406 visits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E015 Cooperative policies. For the Cedar plan, the annual service allowance is 406 visits.\n[Document B]\nFor E015 Cooperative's Cedar plan, the annual service allowance is 406 visits.", "dataset": "cue_audit", "family": "E015", "gold": "406 visits", "id": "evidence-intervention-E015-agreement", "question": "What is the annual service allowance for E015 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E015/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "15 days.", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E010 Cooperative policies. In our internal simulator, the number of days in one week is 15 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 15 days.", "dataset": "cue_audit", "family": "E010", "gold": "15 days", "id": "evidence-intervention-E010-altered-agreement", "question": "In E010 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E010/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E009 Cooperative policies. For the Birch plan, the warranty duration is 328 months.\n[Document B]\nFor the Pine plan of E009 Cooperative, the warranty duration is 656 months.", "dataset": "cue_audit", "family": "E009", "gold": "UNKNOWN", "id": "evidence-intervention-E009-two-irrelevant-documents", "question": "What is the warranty duration for E009 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E009/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "367 days", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E012 Cooperative policies. For the Cedar plan, the replacement delivery window is 367 days.\n[Document B]\nFor E012 Cooperative's Cedar plan, the replacement delivery window is 367 days.", "dataset": "cue_audit", "family": "E012", "gold": "367 days", "id": "evidence-intervention-E012-agreement", "question": "What is the replacement delivery window for E012 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E012/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E011 Cooperative policies. For the Birch plan, the team seat limit is 354 seats.\n[Document B]\nFor the Pine plan of E011 Cooperative, the team seat limit is 690 seats.", "dataset": "cue_audit", "family": "E011", "gold": "UNKNOWN", "id": "evidence-intervention-E011-two-irrelevant-documents", "question": "What is the team seat limit for E011 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E011/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E003 Cooperative policies. For the Birch plan, the team seat limit is 250 seats.\n[Document B]\nFor the Pine plan of E003 Cooperative, the team seat limit is 554 seats.", "dataset": "cue_audit", "family": "E003", "gold": "UNKNOWN", "id": "evidence-intervention-E003-two-irrelevant-documents", "question": "What is the team seat limit for E003 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E003/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E005 Cooperative policies. For the Birch plan, the monthly support allowance is 276 tickets.\n[Document B]\nFor the Pine plan of E005 Cooperative, the monthly support allowance is 588 tickets.", "dataset": "cue_audit", "family": "E005", "gold": "UNKNOWN", "id": "evidence-intervention-E005-two-irrelevant-documents", "question": "What is the monthly support allowance for E005 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E005/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E002 Cooperative policies. For the Birch plan, the storage allowance is 237 GB.\n[Document B]\nFor the Pine plan of E002 Cooperative, the storage allowance is 537 GB.", "dataset": "cue_audit", "family": "E002", "gold": "UNKNOWN", "id": "evidence-intervention-E002-two-irrelevant-documents", "question": "What is the storage allowance for E002 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E002/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "315 days", "success": 1 }, "lora_original": { "delta": 0, "output": "315 days", "success": 1 }, "off": { "delta": 0, "output": "315 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E008 Cooperative policies. For the Cedar plan, the refund window is 315 days.\n[Document B]\nFor E008 Cooperative's Cedar plan, the refund window is 315 days.", "dataset": "cue_audit", "family": "E008", "gold": "315 days", "id": "evidence-intervention-E008-agreement", "question": "What is the refund window for E008 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E008/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E012 Cooperative policies. For the Cedar plan, the replacement delivery window is 367 days.\n[Document B]\nFor the Birch plan of E012 Cooperative, the replacement delivery window is 707 days.", "dataset": "cue_audit", "family": "E012", "gold": "367 days", "id": "evidence-intervention-E012-different-scope", "question": "What is the replacement delivery window for E012 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E012/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 GB", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "341 GB", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "341 GB", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E010 Cooperative policies. For the Cedar plan, the storage allowance is 341 GB.\n[Document B]\nFor E010 Cooperative's Cedar plan, the storage allowance is 341 GB.", "dataset": "cue_audit", "family": "E010", "gold": "341 GB", "id": "evidence-intervention-E010-agreement", "question": "What is the storage allowance for E010 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E010/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E015 Cooperative policies. For the Birch plan, the annual service allowance is 406 visits.\n[Document B]\nFor the Pine plan of E015 Cooperative, the annual service allowance is 758 visits.", "dataset": "cue_audit", "family": "E015", "gold": "UNKNOWN", "id": "evidence-intervention-E015-two-irrelevant-documents", "question": "What is the annual service allowance for E015 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E015/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "17 days.", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "17 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E008 Cooperative policies. In our internal simulator, the number of days in one week is 17 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 17 days.", "dataset": "cue_audit", "family": "E008", "gold": "17 days", "id": "evidence-intervention-E008-altered-agreement", "question": "In E008 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E008/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "17 days.", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E011 Cooperative policies. In our internal simulator, the number of days in one week is 17 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 17 days.", "dataset": "cue_audit", "family": "E011", "gold": "17 days", "id": "evidence-intervention-E011-altered-agreement", "question": "In E011 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E011/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "15 days.", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E001 Cooperative policies. In our internal simulator, the number of days in one week is 15 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 15 days.", "dataset": "cue_audit", "family": "E001", "gold": "15 days", "id": "evidence-intervention-E001-altered-agreement", "question": "In E001 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E001/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "289 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E006 Cooperative policies. For the Cedar plan, the cancellation notice is 289 days.\n[Document B]\nFor the Birch plan of E006 Cooperative, the cancellation notice is 605 days.", "dataset": "cue_audit", "family": "E006", "gold": "289 days", "id": "evidence-intervention-E006-different-scope", "question": "What is the cancellation notice for E006 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E006/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354 seats.", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "354 seats", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "354 seats.", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E011 Cooperative policies. For the Cedar plan, the team seat limit is 354 seats.\n[Document B]\nFor E011 Cooperative's Cedar plan, the team seat limit is 354 seats.", "dataset": "cue_audit", "family": "E011", "gold": "354 seats", "id": "evidence-intervention-E011-agreement", "question": "What is the team seat limit for E011 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E011/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "263 days", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E004 Cooperative policies. For the Cedar plan, the replacement delivery window is 263 days.\n[Document B]\nFor E004 Cooperative's Cedar plan, the replacement delivery window is 263 days.", "dataset": "cue_audit", "family": "E004", "gold": "263 days", "id": "evidence-intervention-E004-agreement", "question": "What is the replacement delivery window for E004 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E004/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "380 tickets", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "380 tickets", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "380 tickets", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E013 Cooperative policies. For the Cedar plan, the monthly support allowance is 380 tickets.\n[Document B]\nFor E013 Cooperative's Cedar plan, the monthly support allowance is 380 tickets.", "dataset": "cue_audit", "family": "E013", "gold": "380 tickets", "id": "evidence-intervention-E013-agreement", "question": "What is the monthly support allowance for E013 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E013/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "15 days.", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E013 Cooperative policies. In our internal simulator, the number of days in one week is 15 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 15 days.", "dataset": "cue_audit", "family": "E013", "gold": "15 days", "id": "evidence-intervention-E013-altered-agreement", "question": "In E013 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E013/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E014 Cooperative policies. For the Cedar plan, the cancellation notice is 393 days.\n[Document B]\nFor the Birch plan of E014 Cooperative, the cancellation notice is 741 days.", "dataset": "cue_audit", "family": "E014", "gold": "393 days", "id": "evidence-intervention-E014-different-scope", "question": "What is the cancellation notice for E014 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E014/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E007 Cooperative policies. For the Birch plan, the annual service allowance is 302 visits.\n[Document B]\nFor the Pine plan of E007 Cooperative, the annual service allowance is 622 visits.", "dataset": "cue_audit", "family": "E007", "gold": "UNKNOWN", "id": "evidence-intervention-E007-two-irrelevant-documents", "question": "What is the annual service allowance for E007 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E007/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "211 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E000 Cooperative policies. For the Cedar plan, the refund window is 211 days.\n[Document B]\nFor the Birch plan of E000 Cooperative, the refund window is 503 days.", "dataset": "cue_audit", "family": "E000", "gold": "211 days", "id": "evidence-intervention-E000-different-scope", "question": "What is the refund window for E000 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E000/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E001 Cooperative policies. For the Birch plan, the warranty duration is 224 months.\n[Document B]\nFor the Pine plan of E001 Cooperative, the warranty duration is 520 months.", "dataset": "cue_audit", "family": "E001", "gold": "UNKNOWN", "id": "evidence-intervention-E001-two-irrelevant-documents", "question": "What is the warranty duration for E001 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E001/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "724 tickets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "724 tickets", "success": 0 }, "lora": { "delta": 0, "output": "724 tickets", "success": 0 }, "lora_original": { "delta": 0, "output": "724 tickets", "success": 0 }, "off": { "delta": 0, "output": "724 tickets", "success": 0 }, "particle_1": { "delta": 0, "output": "724 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E013 Cooperative policies. For the Cedar plan, the monthly support allowance is 380 tickets. For E013 Cooperative's Cedar plan, the monthly support allowance is 724 tickets. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E013", "gold": "CONFLICT", "id": "evidence-intervention-E013-within-document-conflict", "question": "What is the monthly support allowance for E013 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E013/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "639 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "639 days", "success": 0 }, "lora": { "delta": 0, "output": "639 days", "success": 0 }, "lora_original": { "delta": 0, "output": "639 days", "success": 0 }, "off": { "delta": 0, "output": "639 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E008 Cooperative policies. For the Cedar plan, the refund window is 315 days. For E008 Cooperative's Cedar plan, the refund window is 639 days. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E008", "gold": "CONFLICT", "id": "evidence-intervention-E008-within-document-conflict", "question": "What is the refund window for E008 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E008/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E013 Cooperative policies. For the Birch plan, the monthly support allowance is 380 tickets.\n[Document B]\nFor the Pine plan of E013 Cooperative, the monthly support allowance is 724 tickets.", "dataset": "cue_audit", "family": "E013", "gold": "UNKNOWN", "id": "evidence-intervention-E013-two-irrelevant-documents", "question": "What is the monthly support allowance for E013 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E013/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "393 days", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "393 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E014 Cooperative policies. For the Cedar plan, the cancellation notice is 393 days.\n[Document B]\nFor E014 Cooperative's Cedar plan, the cancellation notice is 393 days.", "dataset": "cue_audit", "family": "E014", "gold": "393 days", "id": "evidence-intervention-E014-agreement", "question": "What is the cancellation notice for E014 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E014/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "17 days.", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E014 Cooperative policies. In our internal simulator, the number of days in one week is 17 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 17 days.", "dataset": "cue_audit", "family": "E014", "gold": "17 days", "id": "evidence-intervention-E014-altered-agreement", "question": "In E014 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E014/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E002 Cooperative policies. For the Cedar plan, the storage allowance is 237 GB.\n[Document B]\nFor the Birch plan of E002 Cooperative, the storage allowance is 537 GB.", "dataset": "cue_audit", "family": "E002", "gold": "237 GB", "id": "evidence-intervention-E002-different-scope", "question": "What is the storage allowance for E002 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E002/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250 seats", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "250 seats.", "success": 1 }, "lora": { "delta": 0, "output": "250 seats", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "250 seats", "success": 1 }, "particle_1": { "delta": -1, "output": "250", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E003 Cooperative policies. For the Cedar plan, the team seat limit is 250 seats.\n[Document B]\nFor E003 Cooperative's Cedar plan, the team seat limit is 250 seats.", "dataset": "cue_audit", "family": "E003", "gold": "250 seats", "id": "evidence-intervention-E003-agreement", "question": "What is the team seat limit for E003 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E003/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E006 Cooperative policies. For the Birch plan, the cancellation notice is 289 days.\n[Document B]\nFor the Pine plan of E006 Cooperative, the cancellation notice is 605 days.", "dataset": "cue_audit", "family": "E006", "gold": "UNKNOWN", "id": "evidence-intervention-E006-two-irrelevant-documents", "question": "What is the cancellation notice for E006 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E006/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E005 Cooperative policies. For the Cedar plan, the monthly support allowance is 276 tickets.\n[Document B]\nFor the Birch plan of E005 Cooperative, the monthly support allowance is 588 tickets.", "dataset": "cue_audit", "family": "E005", "gold": "276 tickets", "id": "evidence-intervention-E005-different-scope", "question": "What is the monthly support allowance for E005 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E005/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E000 Cooperative policies. For the Birch plan, the refund window is 211 days.\n[Document B]\nFor the Pine plan of E000 Cooperative, the refund window is 503 days.", "dataset": "cue_audit", "family": "E000", "gold": "UNKNOWN", "id": "evidence-intervention-E000-two-irrelevant-documents", "question": "What is the refund window for E000 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E000/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E004 Cooperative policies. For the Birch plan, the replacement delivery window is 263 days.\n[Document B]\nFor the Pine plan of E004 Cooperative, the replacement delivery window is 571 days.", "dataset": "cue_audit", "family": "E004", "gold": "UNKNOWN", "id": "evidence-intervention-E004-two-irrelevant-documents", "question": "What is the replacement delivery window for E004 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E004/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E008 Cooperative policies. For the Birch plan, the refund window is 315 days.\n[Document B]\nFor the Pine plan of E008 Cooperative, the refund window is 639 days.", "dataset": "cue_audit", "family": "E008", "gold": "UNKNOWN", "id": "evidence-intervention-E008-two-irrelevant-documents", "question": "What is the refund window for E008 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E008/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "758 visits", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "758 visits", "success": 0 }, "lora": { "delta": 0, "output": "758 visits", "success": 0 }, "lora_original": { "delta": 0, "output": "758 visits", "success": 0 }, "off": { "delta": 0, "output": "758 visits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E015 Cooperative policies. For the Cedar plan, the annual service allowance is 406 visits. For E015 Cooperative's Cedar plan, the annual service allowance is 758 visits. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E015", "gold": "CONFLICT", "id": "evidence-intervention-E015-within-document-conflict", "question": "What is the annual service allowance for E015 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E015/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E015 Cooperative policies. For the Cedar plan, the annual service allowance is 406 visits.\n[Document B]\nFor the Birch plan of E015 Cooperative, the annual service allowance is 758 visits.", "dataset": "cue_audit", "family": "E015", "gold": "406 visits", "id": "evidence-intervention-E015-different-scope", "question": "What is the annual service allowance for E015 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E015/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "13 days.", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E003 Cooperative policies. In our internal simulator, the number of days in one week is 13 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 13 days.", "dataset": "cue_audit", "family": "E003", "gold": "13 days", "id": "evidence-intervention-E003-altered-agreement", "question": "In E003 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E003/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "15 days.", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E004 Cooperative policies. In our internal simulator, the number of days in one week is 15 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 15 days.", "dataset": "cue_audit", "family": "E004", "gold": "15 days", "id": "evidence-intervention-E004-altered-agreement", "question": "In E004 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E004/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "673 GB", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "673 GB", "success": 0 }, "lora": { "delta": 0, "output": "673 GB", "success": 0 }, "lora_original": { "delta": 0, "output": "673 GB", "success": 0 }, "off": { "delta": 0, "output": "673 GB", "success": 0 }, "particle_1": { "delta": 0, "output": "673 GB UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E010 Cooperative policies. For the Cedar plan, the storage allowance is 341 GB. For E010 Cooperative's Cedar plan, the storage allowance is 673 GB. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E010", "gold": "CONFLICT", "id": "evidence-intervention-E010-within-document-conflict", "question": "What is the storage allowance for E010 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E010/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E006 Cooperative policies. In our internal simulator, the number of days in one week is 13 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 13 days.", "dataset": "cue_audit", "family": "E006", "gold": "13 days", "id": "evidence-intervention-E006-altered-agreement", "question": "In E006 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E006/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "537 GB", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "537 GB", "success": 0 }, "lora": { "delta": 0, "output": "537 GB", "success": 0 }, "lora_original": { "delta": 0, "output": "537 GB", "success": 0 }, "off": { "delta": 0, "output": "537 GB", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E002 Cooperative policies. For the Cedar plan, the storage allowance is 237 GB. For E002 Cooperative's Cedar plan, the storage allowance is 537 GB. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E002", "gold": "CONFLICT", "id": "evidence-intervention-E002-within-document-conflict", "question": "What is the storage allowance for E002 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E002/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 months.", "success": 1 }, "hinted_particle_2": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "328 months", "success": 1 }, "lora_original": { "delta": 0, "output": "328 months", "success": 1 }, "off": { "delta": 0, "output": "328 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E009 Cooperative policies. For the Cedar plan, the warranty duration is 328 months.\n[Document B]\nFor E009 Cooperative's Cedar plan, the warranty duration is 328 months.", "dataset": "cue_audit", "family": "E009", "gold": "328 months", "id": "evidence-intervention-E009-agreement", "question": "What is the warranty duration for E009 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E009/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "554 seats", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "554 seats", "success": 0 }, "lora": { "delta": 0, "output": "554 seats", "success": 0 }, "lora_original": { "delta": 0, "output": "554 seats", "success": 0 }, "off": { "delta": 0, "output": "554 seats", "success": 0 }, "particle_1": { "delta": 0, "output": "554 seats", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E003 Cooperative policies. For the Cedar plan, the team seat limit is 250 seats. For E003 Cooperative's Cedar plan, the team seat limit is 554 seats. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E003", "gold": "CONFLICT", "id": "evidence-intervention-E003-within-document-conflict", "question": "What is the team seat limit for E003 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E003/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "605 days", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "605 days", "success": 0 }, "lora_original": { "delta": 0, "output": "605 days", "success": 0 }, "off": { "delta": 0, "output": "605 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E006 Cooperative policies. For the Cedar plan, the cancellation notice is 289 days. For E006 Cooperative's Cedar plan, the cancellation notice is 605 days. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E006", "gold": "CONFLICT", "id": "evidence-intervention-E006-within-document-conflict", "question": "What is the cancellation notice for E006 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E006/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "audit_pattern": "two-irrelevant-documents", "benchmark": "cue_audit", "case_type": "missing", "context": "[Document A]\nFictional E014 Cooperative policies. For the Birch plan, the cancellation notice is 393 days.\n[Document B]\nFor the Pine plan of E014 Cooperative, the cancellation notice is 741 days.", "dataset": "cue_audit", "family": "E014", "gold": "UNKNOWN", "id": "evidence-intervention-E014-two-irrelevant-documents", "question": "What is the cancellation notice for E014 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E014/two-irrelevant-documents" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "276 tickets", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "276 tickets", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E005 Cooperative policies. For the Cedar plan, the monthly support allowance is 276 tickets.\n[Document B]\nFor E005 Cooperative's Cedar plan, the monthly support allowance is 276 tickets.", "dataset": "cue_audit", "family": "E005", "gold": "276 tickets", "id": "evidence-intervention-E005-agreement", "question": "What is the monthly support allowance for E005 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E005/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 tickets", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "588 tickets", "success": 0 }, "lora": { "delta": 0, "output": "588 tickets", "success": 0 }, "lora_original": { "delta": 0, "output": "588 tickets", "success": 0 }, "off": { "delta": 0, "output": "588 tickets", "success": 0 }, "particle_1": { "delta": 0, "output": "588 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E005 Cooperative policies. For the Cedar plan, the monthly support allowance is 276 tickets. For E005 Cooperative's Cedar plan, the monthly support allowance is 588 tickets. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E005", "gold": "CONFLICT", "id": "evidence-intervention-E005-within-document-conflict", "question": "What is the monthly support allowance for E005 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E005/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "289 days", "success": 1 }, "lora": { "delta": 0, "output": "289 days", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "289 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E006 Cooperative policies. For the Cedar plan, the cancellation notice is 289 days.\n[Document B]\nFor E006 Cooperative's Cedar plan, the cancellation notice is 289 days.", "dataset": "cue_audit", "family": "E006", "gold": "289 days", "id": "evidence-intervention-E006-agreement", "question": "What is the cancellation notice for E006 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E006/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "224 months", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "224 months", "success": 1 }, "lora": { "delta": 0, "output": "224 months", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "224 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "agreement", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E001 Cooperative policies. For the Cedar plan, the warranty duration is 224 months.\n[Document B]\nFor E001 Cooperative's Cedar plan, the warranty duration is 224 months.", "dataset": "cue_audit", "family": "E001", "gold": "224 months", "id": "evidence-intervention-E001-agreement", "question": "What is the warranty duration for E001 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E001/agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E011 Cooperative policies. For the Cedar plan, the team seat limit is 354 seats.\n[Document B]\nFor the Birch plan of E011 Cooperative, the team seat limit is 690 seats.", "dataset": "cue_audit", "family": "E011", "gold": "354 seats", "id": "evidence-intervention-E011-different-scope", "question": "What is the team seat limit for E011 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E011/different-scope" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "328 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E009 Cooperative policies. For the Cedar plan, the warranty duration is 328 months.\n[Document B]\nFor the Birch plan of E009 Cooperative, the warranty duration is 656 months.", "dataset": "cue_audit", "family": "E009", "gold": "328 months", "id": "evidence-intervention-E009-different-scope", "question": "What is the warranty duration for E009 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E009/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "17 days.", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "17 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E002 Cooperative policies. In our internal simulator, the number of days in one week is 17 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 17 days.", "dataset": "cue_audit", "family": "E002", "gold": "17 days", "id": "evidence-intervention-E002-altered-agreement", "question": "In E002 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E002/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days.", "success": 1 }, "hinted_particle_2": { "delta": 0, "output": "13 days.", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "altered-agreement", "benchmark": "cue_audit", "case_type": "altered", "context": "[Document A]\nFictional E012 Cooperative policies. In our internal simulator, the number of days in one week is 13 days, overriding everyday usage.\n[Document B]\nThe same internal simulator standard states that the number of days in one week is 13 days.", "dataset": "cue_audit", "family": "E012", "gold": "13 days", "id": "evidence-intervention-E012-altered-agreement", "question": "In E012 Cooperative's internal simulator, what is the number of days in one week?", "source_uri": "synthetic://evidence-intervention-v1/E012/altered-agreement" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "Answer: 690 seats", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "Answer: 690 seats", "success": 0 }, "lora": { "delta": 0, "output": "690 seats", "success": 0 }, "lora_original": { "delta": 0, "output": "690 seats", "success": 0 }, "off": { "delta": 0, "output": "Answer: 690 seats", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E011 Cooperative policies. For the Cedar plan, the team seat limit is 354 seats. For E011 Cooperative's Cedar plan, the team seat limit is 690 seats. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E011", "gold": "CONFLICT", "id": "evidence-intervention-E011-within-document-conflict", "question": "What is the team seat limit for E011 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E011/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E004 Cooperative policies. For the Cedar plan, the replacement delivery window is 263 days.\n[Document B]\nFor the Birch plan of E004 Cooperative, the replacement delivery window is 571 days.", "dataset": "cue_audit", "family": "E004", "gold": "263 days", "id": "evidence-intervention-E004-different-scope", "question": "What is the replacement delivery window for E004 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E004/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "622 visits", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "622 visits", "success": 0 }, "lora": { "delta": 0, "output": "622 visits", "success": 0 }, "lora_original": { "delta": 0, "output": "622 visits", "success": 0 }, "off": { "delta": 0, "output": "622 visits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "within-document-conflict", "benchmark": "cue_audit", "case_type": "conflict", "context": "[Document A]\nFictional E007 Cooperative policies. For the Cedar plan, the annual service allowance is 302 visits. For E007 Cooperative's Cedar plan, the annual service allowance is 622 visits. Both clauses have equal authority; neither replaces the other.", "dataset": "cue_audit", "family": "E007", "gold": "CONFLICT", "id": "evidence-intervention-E007-within-document-conflict", "question": "What is the annual service allowance for E007 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E007/within-document-conflict" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "224 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E001 Cooperative policies. For the Cedar plan, the warranty duration is 224 months.\n[Document B]\nFor the Birch plan of E001 Cooperative, the warranty duration is 520 months.", "dataset": "cue_audit", "family": "E001", "gold": "224 months", "id": "evidence-intervention-E001-different-scope", "question": "What is the warranty duration for E001 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E001/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "hinted_particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "380", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "audit_pattern": "different-scope", "benchmark": "cue_audit", "case_type": "answerable", "context": "[Document A]\nFictional E013 Cooperative policies. For the Cedar plan, the monthly support allowance is 380 tickets.\n[Document B]\nFor the Birch plan of E013 Cooperative, the monthly support allowance is 724 tickets.", "dataset": "cue_audit", "family": "E013", "gold": "380 tickets", "id": "evidence-intervention-E013-different-scope", "question": "What is the monthly support allowance for E013 Cooperative's Cedar plan?", "source_uri": "synthetic://evidence-intervention-v1/E013/different-scope" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 0 }, "off": { "delta": 0, "output": "523 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "523", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, batch processing quota is 911 jobs. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R024", "gold": "CONFLICT", "id": "balanced-R024-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 1, "output": "497 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "497 kilograms", "success": 1 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R022", "gold": "497 kilograms", "id": "balanced-R022-answerable-docs2-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "571", "success": 0 }, "lora": { "delta": 0, "output": "571 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "571 credits", "success": 0 }, "off": { "delta": 0, "output": "571", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Sandstone plan: training credit allocation = 571 credits.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R004", "gold": "CONFLICT", "id": "balanced-R004-conflict-docs2-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 0 }, "off": { "delta": 0, "output": "211 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 503 jobs. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R000", "gold": "CONFLICT", "id": "balanced-R000-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's internal simulator: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's internal simulator: inspection interval = 435 weeks. Under R028 Laboratory's internal simulator: hours in one day = 32 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R028", "gold": "32 hours", "id": "balanced-R028-altered-docs2-reversed", "question": "For R028 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: batch processing quota = 1008 jobs. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R016", "gold": "UNKNOWN", "id": "balanced-R016-missing-docs2-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's internal simulator is 248 credits. The seconds in one minute recorded for R011 Laboratory's internal simulator is 95 seconds.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R011", "gold": "95 seconds", "id": "balanced-R011-altered-docs1-reversed", "question": "Report the recorded value of 'seconds in one minute' for R011 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R011/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs. The batch processing quota recorded for R005 Laboratory's Alder plan is 192 jobs. The inspection interval recorded for R005 Laboratory's Maple plan is 802 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R005", "gold": "UNKNOWN", "id": "balanced-R005-missing-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "210", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's internal simulator, parcel mass ceiling is 358 kilograms. For R021 Laboratory's internal simulator, centimeters in one meter is 210 centimeters.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R021", "gold": "210 centimeters", "id": "balanced-R021-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R021 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R021/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "690 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "690 accounts", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 690 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts. The parcel mass ceiling recorded for R011 Laboratory's Willow plan is 258 kilograms. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R011", "gold": "CONFLICT", "id": "balanced-R011-conflict-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, temporary badge validity is 875 days. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R009", "gold": "UNKNOWN", "id": "balanced-R009-missing-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "562", "success": 0 }, "lora": { "delta": 1, "output": "562 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "562 accounts", "success": 1 }, "off": { "delta": 0, "output": "562", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 562 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R027", "gold": "562 accounts", "id": "balanced-R027-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "263 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "263 credits", "success": 0 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: training credit allocation = 571 credits. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R004", "gold": "CONFLICT", "id": "balanced-R004-conflict-docs1-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "85", "success": 0 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, seconds in one minute is 1214 seconds. For R027 Laboratory's internal simulator, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R027 Laboratory's internal simulator, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R027", "gold": "85 seconds", "id": "balanced-R027-altered-docs2-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R027 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R027/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 1 }, "off": { "delta": 0, "output": "523 jobs", "success": 1 }, "particle_1": { "delta": 0, "output": "523 jobs", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, guest account cap is 509 accounts. For R024 Laboratory's Sandstone plan, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, batch processing quota is 1163 jobs.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R024", "gold": "523 jobs", "id": "balanced-R024-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: minutes in one hour = 891 minutes. Under R010 Laboratory's internal simulator: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R010 Laboratory's internal simulator: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R010 Laboratory's internal simulator: inspection interval = 247 weeks. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R010", "gold": "130 minutes", "id": "balanced-R010-altered-docs3-forward", "question": "For R010 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "588 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks. The inspection interval recorded for R029 Laboratory's Alder plan is 996 weeks. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R029", "gold": "CONFLICT", "id": "balanced-R029-conflict-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, sides on a triangle is 986 sides. For R015 Laboratory's internal simulator, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's internal simulator, sides on a triangle is 8 sides. For R015 Laboratory's internal simulator, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R015", "gold": "8 sides", "id": "balanced-R015-altered-docs2-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R015 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R015/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks. Under R010 Laboratory's Copper plan: inspection interval = 247 weeks. Under R010 Laboratory's Maple plan: archive retention window = 897 days.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: archive retention window = 894 days.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: archive retention window = 891 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R010", "gold": "UNKNOWN", "id": "balanced-R010-missing-docs3-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "894 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 0 }, "off": { "delta": 0, "output": "510 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 894 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours. The archive retention window recorded for R023 Laboratory's Willow plan is 390 days. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R023", "gold": "CONFLICT", "id": "balanced-R023-conflict-docs3-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 1 }, "off": { "delta": 0, "output": "523 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, batch processing quota is 1163 jobs. For R024 Laboratory's Sandstone plan, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, guest account cap is 509 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R024", "gold": "523 jobs", "id": "balanced-R024-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "224 days", "success": 1 }, "lora_original": { "delta": 1, "output": "224 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits. Under R001 Laboratory's Alder plan: training credit allocation = 148 credits. Under R001 Laboratory's Maple plan: temporary badge validity = 726 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R001", "gold": "224 days", "id": "balanced-R001-answerable-docs3-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "210 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's internal simulator, centimeters in one meter is 210 centimeters. For R021 Laboratory's internal simulator, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, centimeters in one meter is 1103 centimeters. For R021 Laboratory's internal simulator, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, centimeters in one meter is 1106 centimeters. For R021 Laboratory's internal simulator, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R021", "gold": "210 centimeters", "id": "balanced-R021-altered-docs3-forward", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R021 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R021/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "575", "success": 0 }, "lora": { "delta": 1, "output": "575 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "575 credits", "success": 1 }, "off": { "delta": 0, "output": "575", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R028", "gold": "575 credits", "id": "balanced-R028-answerable-docs1-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The batch processing quota recorded for R008 Laboratory's Quartz plan is 853 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R008", "gold": "UNKNOWN", "id": "balanced-R008-missing-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1030 hours", "success": 0 }, "off": { "delta": 0, "output": "1030 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 1030 hours. Under R031 Laboratory's Willow plan: archive retention window = 478 days. Under R031 Laboratory's Maple plan: archive retention window = 558 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R031", "gold": "CONFLICT", "id": "balanced-R031-conflict-docs3-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "758 hours", "success": 0 }, "lora": { "delta": 0, "output": "758 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "758 hours", "success": 0 }, "off": { "delta": 0, "output": "758 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, archive retention window is 446 days. For R015 Laboratory's Willow plan, archive retention window is 302 days. For R015 Laboratory's Maple plan, monthly lab access allowance is 992 hours.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Willow plan, monthly lab access allowance is 758 hours.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R015", "gold": "CONFLICT", "id": "balanced-R015-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1271 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1271 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, parcel mass ceiling is 1271 kilograms. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, parcel mass ceiling is 1274 kilograms. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, parcel mass ceiling is 1277 kilograms. For R030 Laboratory's Copper plan, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, temporary badge validity is 551 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R030", "gold": "UNKNOWN", "id": "balanced-R030-missing-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "588 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R029", "gold": "588 weeks", "id": "balanced-R029-answerable-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "458 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1062", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R019", "gold": "458 accounts", "id": "balanced-R019-answerable-docs2-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R021", "gold": "UNKNOWN", "id": "balanced-R021-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1119 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1119 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: parcel mass ceiling = 1122 kilograms. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's Maple plan: parcel mass ceiling = 1125 kilograms. Under R022 Laboratory's Copper plan: temporary badge validity = 379 days. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R022", "gold": "UNKNOWN", "id": "balanced-R022-missing-docs3-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "575", "success": 0 }, "lora": { "delta": 1, "output": "575 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "575 credits", "success": 1 }, "off": { "delta": 0, "output": "575", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R028", "gold": "575 credits", "id": "balanced-R028-answerable-docs2-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R017", "gold": "UNKNOWN", "id": "balanced-R017-missing-docs1-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 0 }, "off": { "delta": 0, "output": "315 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 639 jobs. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R008", "gold": "CONFLICT", "id": "balanced-R008-conflict-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: months in one year = 720 months. Under R001 Laboratory's internal simulator: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's internal simulator: months in one year = 18 months. Under R001 Laboratory's internal simulator: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R001", "gold": "18 months", "id": "balanced-R001-altered-docs2-forward", "question": "For R001 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits. The training credit allocation recorded for R017 Laboratory's internal simulator is 324 credits. The months in one year recorded for R017 Laboratory's internal simulator is 22 months.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's internal simulator is 319 accounts. The months in one year recorded for R017 Laboratory's Indigo plan is 1027 months.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's internal simulator is 314 days. The months in one year recorded for R017 Laboratory's Quartz plan is 1024 months.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R017", "gold": "22 months", "id": "balanced-R017-altered-docs3-reversed", "question": "Report the recorded value of 'months in one year' for R017 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R017/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "536 days", "success": 1 }, "lora_original": { "delta": 1, "output": "536 days", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits. Under R025 Laboratory's Alder plan: training credit allocation = 412 credits. Under R025 Laboratory's Maple plan: temporary badge validity = 1182 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R025", "gold": "536 days", "id": "balanced-R025-answerable-docs3-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 0 }, "lora": { "delta": 0, "output": "237 days", "success": 0 }, "lora_original": { "delta": 0, "output": "237 days", "success": 0 }, "off": { "delta": 0, "output": "237 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks. The inspection interval recorded for R002 Laboratory's Copper plan is 159 weeks. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The archive retention window recorded for R002 Laboratory's Copper plan is 537 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R002", "gold": "CONFLICT", "id": "balanced-R002-conflict-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 0 }, "off": { "delta": 0, "output": "588 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs. The batch processing quota recorded for R005 Laboratory's Alder plan is 192 jobs. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Alder plan is 588 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R005", "gold": "CONFLICT", "id": "balanced-R005-conflict-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "380 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R013", "gold": "380 weeks", "id": "balanced-R013-answerable-docs2-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: temporary badge validity = 723 days. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Maple plan: temporary badge validity = 726 days. Under R001 Laboratory's Alder plan: training credit allocation = 148 credits. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R001", "gold": "UNKNOWN", "id": "balanced-R001-missing-docs3-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 1, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's internal simulator, archive retention window is 132 days. For R000 Laboratory's internal simulator, days in one week is 13 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's internal simulator, temporary badge validity is 127 days. For R000 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R000", "gold": "13 days", "id": "balanced-R000-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R000 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R000/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523", "success": 0 }, "lora": { "delta": 1, "output": "523 jobs", "success": 1 }, "lora_original": { "delta": 1, "output": "523 jobs", "success": 1 }, "off": { "delta": 0, "output": "523", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R024", "gold": "523 jobs", "id": "balanced-R024-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R002 Laboratory's internal simulator is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes. The training credit allocation recorded for R002 Laboratory's internal simulator is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R002", "gold": "110 minutes", "id": "balanced-R002-altered-docs2-forward", "question": "Report the recorded value of 'minutes in one hour' for R002 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R002/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Quartz plan is 1195 days. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R026", "gold": "UNKNOWN", "id": "balanced-R026-missing-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours. The monthly lab access allowance recorded for R020 Laboratory's Sandstone plan is 357 hours. The training credit allocation recorded for R020 Laboratory's Maple plan is 1087 credits.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The training credit allocation recorded for R020 Laboratory's Quartz plan is 1081 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R020", "gold": "UNKNOWN", "id": "balanced-R020-missing-docs3-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "601 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "601 kilograms", "success": 0 }, "off": { "delta": 0, "output": "601 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 1013 kilograms. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R030", "gold": "CONFLICT", "id": "balanced-R030-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "105 seconds in one minute", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: seconds in one minute = 1062 seconds. Under R019 Laboratory's internal simulator: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's internal simulator: seconds in one minute = 105 seconds. Under R019 Laboratory's internal simulator: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Maple plan: seconds in one minute = 1068 seconds. Under R019 Laboratory's internal simulator: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R019", "gold": "105 seconds", "id": "balanced-R019-altered-docs3-forward", "question": "For R019 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "536 days", "success": 0 }, "lora_original": { "delta": 0, "output": "536 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits. Under R025 Laboratory's Alder plan: training credit allocation = 412 credits. Under R025 Laboratory's Alder plan: temporary badge validity = 928 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R025", "gold": "CONFLICT", "id": "balanced-R025-conflict-docs3-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "7", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R031 Laboratory's internal simulator: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R031", "gold": "7 sides", "id": "balanced-R031-altered-docs1-forward", "question": "For R031 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "367", "success": 0 }, "lora": { "delta": 0, "output": "367 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "367 credits", "success": 1 }, "off": { "delta": 0, "output": "367 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, training credit allocation is 935 credits. For R012 Laboratory's Sandstone plan, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R012", "gold": "367 credits", "id": "balanced-R012-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Quartz plan is 967 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Maple plan is 973 kilograms. The temporary badge validity recorded for R014 Laboratory's Copper plan is 291 days. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R014", "gold": "UNKNOWN", "id": "balanced-R014-missing-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's internal simulator, days in one week is 13 days. For R024 Laboratory's internal simulator, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's internal simulator, days in one week is 13 days. For R024 Laboratory's internal simulator, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, days in one week is 1163 days. For R024 Laboratory's internal simulator, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, guest account cap is 509 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R024", "gold": "13 days", "id": "balanced-R024-altered-docs3-forward", "question": "According to these records, what value is assigned to 'days in one week' for R024 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R024/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "224 days", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Maple plan: temporary badge validity = 726 days. Under R001 Laboratory's Alder plan: training credit allocation = 148 credits. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R001", "gold": "224 days", "id": "balanced-R001-answerable-docs3-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 1, "output": "354 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "354 accounts", "success": 1 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R011", "gold": "354 accounts", "id": "balanced-R011-answerable-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "471 credits", "success": 0 }, "lora": { "delta": 0, "output": "471 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 0 }, "off": { "delta": 0, "output": "471 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "471", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 843 credits. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R020", "gold": "CONFLICT", "id": "balanced-R020-conflict-docs1-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "393 kg", "success": 0 }, "lora": { "delta": 1, "output": "393 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "393 kilograms", "success": 1 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days. The temporary badge validity recorded for R014 Laboratory's Copper plan is 291 days. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R014", "gold": "393 kilograms", "id": "balanced-R014-answerable-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "520 days", "success": 0 }, "lora": { "delta": 0, "output": "520 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "520 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 520 days. Under R001 Laboratory's Alder plan: training credit allocation = 148 credits. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R001", "gold": "CONFLICT", "id": "balanced-R001-conflict-docs3-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17", "success": 0 }, "lora": { "delta": 1, "output": "17 days", "success": 1 }, "lora_original": { "delta": 1, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17", "success": 0 }, "particle_1": { "delta": 0, "output": "17", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's internal simulator: days in one week = 17 days. Under R016 Laboratory's internal simulator: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's internal simulator: days in one week = 17 days. Under R016 Laboratory's internal simulator: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R016", "gold": "17 days", "id": "balanced-R016-altered-docs2-forward", "question": "For R016 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: hours in one day = 777 hours. Under R004 Laboratory's internal simulator: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's internal simulator: hours in one day = 32 hours. Under R004 Laboratory's internal simulator: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's internal simulator: hours in one day = 32 hours. Under R004 Laboratory's internal simulator: monthly lab access allowance = 181 hours. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R004", "gold": "32 hours", "id": "balanced-R004-altered-docs3-forward", "question": "For R004 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 1 }, "off": { "delta": 0, "output": "211 jobs", "success": 1 }, "particle_1": { "delta": 0, "output": "211 jobs", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, guest account cap is 341 accounts. For R000 Laboratory's Sandstone plan, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, batch processing quota is 707 jobs.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R000", "gold": "211 jobs", "id": "balanced-R000-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R017", "gold": "UNKNOWN", "id": "balanced-R017-missing-docs2-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R018 Laboratory's internal simulator, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R018 Laboratory's internal simulator, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R018", "gold": "150 minutes", "id": "balanced-R018-altered-docs2-forward", "question": "According to these records, what value is assigned to 'minutes in one hour' for R018 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R018/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The parcel mass ceiling recorded for R014 Laboratory's Quartz plan is 967 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R014", "gold": "UNKNOWN", "id": "balanced-R014-missing-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora": { "delta": -1, "output": "2500 grams in one kilogram", "success": 0 }, "lora_original": { "delta": -1, "output": "2500 grams in one kilogram", "success": 0 }, "off": { "delta": 0, "output": "2500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days. Under R022 Laboratory's internal simulator: temporary badge validity = 379 days. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's internal simulator: batch processing quota = 374 jobs. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's internal simulator: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: grams in one kilogram = 1119 grams.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R022", "gold": "2500 grams", "id": "balanced-R022-altered-docs3-reversed", "question": "For R022 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "224 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days. Under R001 Laboratory's Alder plan: temporary badge validity = 520 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R001", "gold": "CONFLICT", "id": "balanced-R001-conflict-docs1-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1271 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1271 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, parcel mass ceiling is 1271 kilograms. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, parcel mass ceiling is 1274 kilograms. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R030", "gold": "UNKNOWN", "id": "balanced-R030-missing-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora": { "delta": 0, "output": "639 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 0 }, "off": { "delta": 0, "output": "639 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 639 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R008", "gold": "CONFLICT", "id": "balanced-R008-conflict-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750", "success": 0 }, "lora": { "delta": 1, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, temporary badge validity is 383 days. For R006 Laboratory's internal simulator, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, grams in one kilogram is 821 grams.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's internal simulator, batch processing quota is 198 jobs. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's internal simulator, monthly lab access allowance is 193 hours. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R006", "gold": "1750 grams", "id": "balanced-R006-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R006 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R006/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "lora": { "delta": 0, "output": "237 days", "success": 1 }, "lora_original": { "delta": 0, "output": "237 days", "success": 1 }, "off": { "delta": 0, "output": "237 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R002", "gold": "237 days", "id": "balanced-R002-answerable-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "170 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs. The batch processing quota recorded for R029 Laboratory's internal simulator is 456 jobs. The centimeters in one meter recorded for R029 Laboratory's internal simulator is 170 centimeters.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's internal simulator is 451 hours. The centimeters in one meter recorded for R029 Laboratory's Indigo plan is 1255 centimeters.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's internal simulator is 446 kilograms. The centimeters in one meter recorded for R029 Laboratory's Quartz plan is 1252 centimeters.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R029", "gold": "170 centimeters", "id": "balanced-R029-altered-docs3-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R029 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R029/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "85", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms. For R003 Laboratory's internal simulator, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, seconds in one minute is 764 seconds.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's internal simulator, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, seconds in one minute is 761 seconds.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's internal simulator, training credit allocation is 160 credits. For R003 Laboratory's internal simulator, seconds in one minute is 85 seconds.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R003", "gold": "85 seconds", "id": "balanced-R003-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R003 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R003/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 hours", "success": 1 }, "lora": { "delta": 0, "output": "406 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "406 hours", "success": 1 }, "off": { "delta": 0, "output": "406 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, monthly lab access allowance is 989 hours. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, monthly lab access allowance is 992 hours. For R015 Laboratory's Willow plan, archive retention window is 302 days. For R015 Laboratory's Maple plan, archive retention window is 446 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R015", "gold": "406 hours", "id": "balanced-R015-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "9", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's internal simulator is 385 days. The sides on a triangle recorded for R023 Laboratory's internal simulator is 9 sides.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's internal simulator is 380 jobs. The sides on a triangle recorded for R023 Laboratory's Quartz plan is 1138 sides.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R023", "gold": "9 sides", "id": "balanced-R023-altered-docs2-reversed", "question": "Report the recorded value of 'sides on a triangle' for R023 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R023/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "393 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "393 kilograms", "success": 1 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R014", "gold": "393 kilograms", "id": "balanced-R014-answerable-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 0 }, "off": { "delta": 0, "output": "211 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 503 jobs. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, batch processing quota is 707 jobs. For R000 Laboratory's Sandstone plan, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, guest account cap is 341 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R000", "gold": "CONFLICT", "id": "balanced-R000-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's internal simulator is 319 accounts. The months in one year recorded for R017 Laboratory's internal simulator is 22 months.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's internal simulator is 314 days. The months in one year recorded for R017 Laboratory's Quartz plan is 1024 months.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R017", "gold": "22 months", "id": "balanced-R017-altered-docs2-reversed", "question": "Report the recorded value of 'months in one year' for R017 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R017/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 1, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's internal simulator, archive retention window is 396 days. For R024 Laboratory's internal simulator, days in one week is 13 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's internal simulator, temporary badge validity is 391 days. For R024 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R024", "gold": "13 days", "id": "balanced-R024-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R024 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R024/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's internal simulator: monthly lab access allowance = 275 hours. Under R013 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's internal simulator: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: centimeters in one meter = 948 centimeters.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R013", "gold": "190 centimeters", "id": "balanced-R013-altered-docs2-reversed", "question": "For R013 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250", "success": 0 }, "lora": { "delta": 1, "output": "250 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "250 accounts", "success": 1 }, "off": { "delta": 0, "output": "250", "success": 0 }, "particle_1": { "delta": 0, "output": "250", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 250 accounts. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R003", "gold": "250 accounts", "id": "balanced-R003-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's internal simulator is 253 weeks. The seconds in one minute recorded for R011 Laboratory's internal simulator is 95 seconds.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's internal simulator is 248 credits. The seconds in one minute recorded for R011 Laboratory's Quartz plan is 910 seconds.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R011", "gold": "95 seconds", "id": "balanced-R011-altered-docs2-reversed", "question": "Report the recorded value of 'seconds in one minute' for R011 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R011/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "380 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Maple plan: inspection interval = 954 weeks. Under R013 Laboratory's Alder plan: batch processing quota = 280 jobs. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R013", "gold": "380 weeks", "id": "balanced-R013-answerable-docs3-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams in one kilogram.", "success": 0 }, "lora": { "delta": 1, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams in one kilogram.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R022", "gold": "2500 grams", "id": "balanced-R022-altered-docs1-reversed", "question": "For R022 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R008 Laboratory's internal simulator is 15 days. The days in one week recorded for R008 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R008", "gold": "15 days", "id": "balanced-R008-altered-docs1-forward", "question": "Report the recorded value of 'days in one week' for R008 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R008/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: sides on a triangle = 834 sides. Under R007 Laboratory's internal simulator: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R007 Laboratory's internal simulator: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R007", "gold": "7 sides", "id": "balanced-R007-altered-docs2-forward", "question": "For R007 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "lora": { "delta": 0, "output": "328 days", "success": 1 }, "lora_original": { "delta": 0, "output": "328 days", "success": 1 }, "off": { "delta": 0, "output": "328 days", "success": 1 }, "particle_1": { "delta": -1, "output": "328", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 328 days. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R009", "gold": "328 days", "id": "balanced-R009-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "877 kg", "success": 0 }, "lora": { "delta": 0, "output": "877 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "877 kilograms", "success": 0 }, "off": { "delta": 0, "output": "877 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "877 kg", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days. Under R022 Laboratory's Copper plan: temporary badge validity = 379 days. Under R022 Laboratory's Copper plan: parcel mass ceiling = 877 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R022", "gold": "CONFLICT", "id": "balanced-R022-conflict-docs3-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs. Under R013 Laboratory's internal simulator: batch processing quota = 280 jobs. Under R013 Laboratory's Maple plan: centimeters in one meter = 954 centimeters.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's internal simulator: monthly lab access allowance = 275 hours. Under R013 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's internal simulator: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: centimeters in one meter = 948 centimeters.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R013", "gold": "190 centimeters", "id": "balanced-R013-altered-docs3-reversed", "question": "For R013 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "105 seconds in one minute", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms. Under R019 Laboratory's internal simulator: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Maple plan: seconds in one minute = 1068 seconds.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's internal simulator: inspection interval = 341 weeks. Under R019 Laboratory's internal simulator: seconds in one minute = 105 seconds.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's internal simulator: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: seconds in one minute = 1062 seconds.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R019", "gold": "105 seconds", "id": "balanced-R019-altered-docs3-reversed", "question": "For R019 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs. Under R013 Laboratory's Alder plan: batch processing quota = 280 jobs. Under R013 Laboratory's Maple plan: inspection interval = 954 weeks.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: inspection interval = 951 weeks.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R013", "gold": "UNKNOWN", "id": "balanced-R013-missing-docs3-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "758 hours", "success": 0 }, "lora": { "delta": 0, "output": "758 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "758 hours", "success": 0 }, "off": { "delta": 0, "output": "758 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Willow plan, monthly lab access allowance is 758 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R015", "gold": "CONFLICT", "id": "balanced-R015-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "913", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R011", "gold": "UNKNOWN", "id": "balanced-R011-missing-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "843 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 843 credits.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R020", "gold": "CONFLICT", "id": "balanced-R020-conflict-docs2-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "601 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "601 kilograms", "success": 1 }, "off": { "delta": 0, "output": "601 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, temporary badge validity is 551 days. For R030 Laboratory's Copper plan, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, parcel mass ceiling is 1277 kilograms.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R030", "gold": "601 kilograms", "id": "balanced-R030-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "432 days", "success": 1 }, "lora_original": { "delta": 0, "output": "432 days", "success": 1 }, "off": { "delta": 0, "output": "432 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R017", "gold": "432 days", "id": "balanced-R017-answerable-docs1-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 1 }, "lora": { "delta": 0, "output": "510 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 1 }, "off": { "delta": 0, "output": "510 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R023", "gold": "510 hours", "id": "balanced-R023-answerable-docs2-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "380 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R023", "gold": "UNKNOWN", "id": "balanced-R023-missing-docs2-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 sides", "success": 1 }, "lora": { "delta": 0, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "9 sides", "success": 1 }, "off": { "delta": 0, "output": "9 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The sides on a triangle recorded for R023 Laboratory's internal simulator is 9 sides. The batch processing quota recorded for R023 Laboratory's internal simulator is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R023", "gold": "9 sides", "id": "balanced-R023-altered-docs1-forward", "question": "Report the recorded value of 'sides on a triangle' for R023 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R023/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: grams in one kilogram = 1119 grams. Under R022 Laboratory's internal simulator: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R022 Laboratory's internal simulator: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R022 Laboratory's internal simulator: temporary badge validity = 379 days. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R022", "gold": "2500 grams", "id": "balanced-R022-altered-docs3-forward", "question": "For R022 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, inspection interval is 467 weeks. For R018 Laboratory's Copper plan, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, archive retention window is 1049 days.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, archive retention window is 1046 days.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, archive retention window is 1043 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R018", "gold": "UNKNOWN", "id": "balanced-R018-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's internal simulator is 182 kilograms. The centimeters in one meter recorded for R005 Laboratory's internal simulator is 170 centimeters.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R005", "gold": "170 centimeters", "id": "balanced-R005-altered-docs1-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R005 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R005/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "lora": { "delta": 0, "output": "237 days", "success": 1 }, "lora_original": { "delta": 0, "output": "237 days", "success": 1 }, "off": { "delta": 0, "output": "237 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R002", "gold": "237 days", "id": "balanced-R002-answerable-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "834 sides", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: sides on a triangle = 834 sides. Under R007 Laboratory's internal simulator: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R007 Laboratory's internal simulator: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Maple plan: sides on a triangle = 840 sides. Under R007 Laboratory's internal simulator: archive retention window = 214 days. Under R007 Laboratory's Maple plan: archive retention window = 390 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R007", "gold": "7 sides", "id": "balanced-R007-altered-docs3-forward", "question": "For R007 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: hours in one day = 1233 hours. Under R028 Laboratory's internal simulator: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's internal simulator: hours in one day = 32 hours. Under R028 Laboratory's internal simulator: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's internal simulator: hours in one day = 32 hours. Under R028 Laboratory's internal simulator: monthly lab access allowance = 445 hours. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R028", "gold": "32 hours", "id": "balanced-R028-altered-docs3-forward", "question": "For R028 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "445 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, archive retention window is 809 days. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R018", "gold": "CONFLICT", "id": "balanced-R018-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 1, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, guest account cap is 509 accounts. For R024 Laboratory's internal simulator, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, days in one week is 1163 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's internal simulator, archive retention window is 396 days. For R024 Laboratory's internal simulator, days in one week is 13 days.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's internal simulator, temporary badge validity is 391 days. For R024 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R024", "gold": "13 days", "id": "balanced-R024-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R024 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R024/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "22 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "22 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The months in one year recorded for R017 Laboratory's Quartz plan is 1024 months. The archive retention window recorded for R017 Laboratory's internal simulator is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The months in one year recorded for R017 Laboratory's Indigo plan is 1027 months. The guest account cap recorded for R017 Laboratory's internal simulator is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.\n[Record 3]\nAll entries carry equal authority. The months in one year recorded for R017 Laboratory's internal simulator is 22 months. The training credit allocation recorded for R017 Laboratory's internal simulator is 324 credits. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R017", "gold": "22 months", "id": "balanced-R017-altered-docs3-forward", "question": "Report the recorded value of 'months in one year' for R017 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R017/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "7", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's internal simulator: temporary badge validity = 473 days. Under R031 Laboratory's internal simulator: sides on a triangle = 7 sides.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's internal simulator: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: sides on a triangle = 1290 sides.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R031", "gold": "7 sides", "id": "balanced-R031-altered-docs2-reversed", "question": "For R031 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R018 Laboratory's internal simulator, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R018 Laboratory's internal simulator, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, minutes in one hour is 1049 minutes. For R018 Laboratory's internal simulator, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, inspection interval is 467 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R018", "gold": "150 minutes", "id": "balanced-R018-altered-docs3-forward", "question": "According to these records, what value is assigned to 'minutes in one hour' for R018 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R018/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "815 kg", "success": 0 }, "lora": { "delta": 0, "output": "815 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "815 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, parcel mass ceiling is 815 kilograms. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, parcel mass ceiling is 818 kilograms. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, parcel mass ceiling is 821 kilograms. For R006 Laboratory's Copper plan, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, temporary badge validity is 383 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R006", "gold": "UNKNOWN", "id": "balanced-R006-missing-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "1750 grams in one kilogram.", "success": 0 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R030", "gold": "1750 grams", "id": "balanced-R030-altered-docs1-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R030 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R030/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "226 days", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "872 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, training credit allocation is 404 credits. For R009 Laboratory's Alder plan, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, temporary badge validity is 878 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, temporary badge validity is 875 days.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R009", "gold": "UNKNOWN", "id": "balanced-R009-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "877 kg", "success": 0 }, "lora": { "delta": 0, "output": "877 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "877 kilograms", "success": 0 }, "off": { "delta": 0, "output": "877 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "877", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Copper plan: parcel mass ceiling = 877 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R022", "gold": "CONFLICT", "id": "balanced-R022-conflict-docs2-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 0 }, "lora": { "delta": 0, "output": "614 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 0 }, "off": { "delta": 0, "output": "614 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: monthly lab access allowance = 1030 hours. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R031", "gold": "CONFLICT", "id": "balanced-R031-conflict-docs1-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "458 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1062", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Maple plan: guest account cap = 1068 accounts. Under R019 Laboratory's Willow plan: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R019", "gold": "458 accounts", "id": "balanced-R019-answerable-docs3-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1217", "success": 0 }, "lora": { "delta": 0, "output": "1217", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1217", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, guest account cap is 1217 accounts.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R027", "gold": "UNKNOWN", "id": "balanced-R027-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, batch processing quota is 704 jobs.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, batch processing quota is 701 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R000", "gold": "UNKNOWN", "id": "balanced-R000-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "484 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "484 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs. For R021 Laboratory's Alder plan, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, inspection interval is 1106 weeks.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, inspection interval is 1103 weeks.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Alder plan, inspection interval is 484 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R021", "gold": "484 weeks", "id": "balanced-R021-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "818 kg", "success": 0 }, "lora": { "delta": 0, "output": "198 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "818 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, parcel mass ceiling is 818 kilograms.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, parcel mass ceiling is 815 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R006", "gold": "UNKNOWN", "id": "balanced-R006-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R005", "gold": "UNKNOWN", "id": "balanced-R005-missing-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 days", "success": 1 }, "lora": { "delta": 0, "output": "341 days", "success": 1 }, "lora_original": { "delta": 0, "output": "341 days", "success": 1 }, "off": { "delta": 0, "output": "341 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: archive retention window = 891 days. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: inspection interval = 247 weeks. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R010", "gold": "341 days", "id": "balanced-R010-answerable-docs3-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "276 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks. The batch processing quota recorded for R005 Laboratory's Alder plan is 192 jobs. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R005", "gold": "276 weeks", "id": "balanced-R005-answerable-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R009", "gold": "UNKNOWN", "id": "balanced-R009-missing-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 1 }, "off": { "delta": 0, "output": "289 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "289 kg", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, temporary badge validity is 383 days. For R006 Laboratory's Copper plan, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, parcel mass ceiling is 821 kilograms.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R006", "gold": "289 kilograms", "id": "balanced-R006-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "lora": { "delta": 0, "output": "328 days", "success": 0 }, "lora_original": { "delta": 0, "output": "328 days", "success": 0 }, "off": { "delta": 0, "output": "328 days", "success": 0 }, "particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, temporary badge validity is 656 days. For R009 Laboratory's Alder plan, temporary badge validity is 328 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R009", "gold": "CONFLICT", "id": "balanced-R009-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R001", "gold": "UNKNOWN", "id": "balanced-R001-missing-docs1-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354 accounts", "success": 0 }, "lora": { "delta": 0, "output": "354 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "354 accounts", "success": 0 }, "off": { "delta": 0, "output": "354 accounts", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The guest account cap recorded for R011 Laboratory's Willow plan is 690 accounts. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R011", "gold": "CONFLICT", "id": "balanced-R011-conflict-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "471 credits", "success": 0 }, "lora": { "delta": 0, "output": "471 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "843 credits", "success": 0 }, "off": { "delta": 0, "output": "471 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 843 credits. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R020", "gold": "CONFLICT", "id": "balanced-R020-conflict-docs1-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's internal simulator is 286 jobs. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's internal simulator is 281 hours. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R014", "gold": "2250 grams", "id": "balanced-R014-altered-docs2-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R014 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R014/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "673 days", "success": 0 }, "lora_original": { "delta": 0, "output": "673 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: archive retention window = 891 days. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 673 days. Under R010 Laboratory's Copper plan: inspection interval = 247 weeks. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R010", "gold": "CONFLICT", "id": "balanced-R010-conflict-docs3-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: training credit allocation = 780 credits. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's Maple plan: training credit allocation = 783 credits. Under R004 Laboratory's Sandstone plan: monthly lab access allowance = 181 hours. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R004", "gold": "UNKNOWN", "id": "balanced-R004-missing-docs3-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "929 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "929", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, training credit allocation is 929 credits. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, training credit allocation is 932 credits. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, training credit allocation is 935 credits. For R012 Laboratory's Sandstone plan, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R012", "gold": "UNKNOWN", "id": "balanced-R012-missing-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "22 months", "success": 1 }, "lora": { "delta": 0, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "22 months", "success": 1 }, "off": { "delta": 0, "output": "22 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's internal simulator is 314 days. The months in one year recorded for R017 Laboratory's internal simulator is 22 months.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R017", "gold": "22 months", "id": "balanced-R017-altered-docs1-reversed", "question": "Report the recorded value of 'months in one year' for R017 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R017/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R030 Laboratory's internal simulator, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R030 Laboratory's internal simulator, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R030", "gold": "1750 grams", "id": "balanced-R030-altered-docs2-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R030 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R030/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R022", "gold": "UNKNOWN", "id": "balanced-R022-missing-docs1-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R003", "gold": "UNKNOWN", "id": "balanced-R003-missing-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "932", "success": 0 }, "lora": { "delta": 0, "output": "932 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "932", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, training credit allocation is 932 credits.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, training credit allocation is 929 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R012", "gold": "UNKNOWN", "id": "balanced-R012-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "105 seconds in one minute", "success": 0 }, "lora_original": { "delta": 0, "output": "105 seconds in one minute", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: seconds in one minute = 1062 seconds. Under R019 Laboratory's internal simulator: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's internal simulator: seconds in one minute = 105 seconds. Under R019 Laboratory's internal simulator: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R019", "gold": "105 seconds", "id": "balanced-R019-altered-docs2-forward", "question": "For R019 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 hours", "success": 1 }, "lora": { "delta": 0, "output": "406 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "406 hours", "success": 1 }, "off": { "delta": 0, "output": "406 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R015", "gold": "406 hours", "id": "balanced-R015-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250 accounts", "success": 1 }, "lora": { "delta": 0, "output": "250 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "250 accounts", "success": 1 }, "off": { "delta": 0, "output": "250 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "250", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 250 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R003", "gold": "250 accounts", "id": "balanced-R003-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "263", "success": 0 }, "lora": { "delta": 1, "output": "263 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R004", "gold": "263 credits", "id": "balanced-R004-answerable-docs1-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 0 }, "lora": { "delta": 0, "output": "622 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "622 hours", "success": 0 }, "off": { "delta": 0, "output": "302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "302 hours", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Willow plan: monthly lab access allowance = 622 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R007", "gold": "CONFLICT", "id": "balanced-R007-conflict-docs2-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1240 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1240", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours. Under R028 Laboratory's Sandstone plan: monthly lab access allowance = 445 hours. Under R028 Laboratory's Maple plan: training credit allocation = 1239 credits.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: training credit allocation = 1236 credits.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R028", "gold": "UNKNOWN", "id": "balanced-R028-missing-docs3-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's internal simulator, training credit allocation is 424 credits. For R027 Laboratory's internal simulator, seconds in one minute is 85 seconds.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R027", "gold": "85 seconds", "id": "balanced-R027-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R027 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R027/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1062", "success": 0 }, "lora": { "delta": 0, "output": "1068 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1062 accounts", "success": 0 }, "off": { "delta": 0, "output": "1062", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms. Under R019 Laboratory's Willow plan: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Maple plan: guest account cap = 1068 accounts.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: guest account cap = 1065 accounts.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R019", "gold": "UNKNOWN", "id": "balanced-R019-missing-docs3-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R019", "gold": "UNKNOWN", "id": "balanced-R019-missing-docs1-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "536 days", "success": 1 }, "lora_original": { "delta": 0, "output": "536 days", "success": 1 }, "off": { "delta": 0, "output": "536 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R025", "gold": "536 days", "id": "balanced-R025-answerable-docs1-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams in one kilogram.", "success": 0 }, "lora": { "delta": 1, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams in one kilogram.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R006", "gold": "1750 grams", "id": "balanced-R006-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R006 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R006/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "877 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "497 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 877 kilograms. Under R022 Laboratory's Copper plan: temporary badge validity = 379 days. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R022", "gold": "CONFLICT", "id": "balanced-R022-conflict-docs3-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "lora": { "delta": 0, "output": "302 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 1 }, "off": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R007", "gold": "302 hours", "id": "balanced-R007-answerable-docs1-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "237 days", "success": 0 }, "lora_original": { "delta": 0, "output": "537 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 537 days. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R002", "gold": "CONFLICT", "id": "balanced-R002-conflict-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's internal simulator is 154 credits. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's internal simulator is 149 accounts. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R002", "gold": "110 minutes", "id": "balanced-R002-altered-docs2-reversed", "question": "Report the recorded value of 'minutes in one hour' for R002 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R002/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's internal simulator, batch processing quota is 462 jobs. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's internal simulator, monthly lab access allowance is 457 hours. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R030", "gold": "1750 grams", "id": "balanced-R030-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R030 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R030/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17", "success": 0 }, "lora": { "delta": 1, "output": "17 days", "success": 1 }, "lora_original": { "delta": 1, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17", "success": 0 }, "particle_1": { "delta": 0, "output": "17", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's internal simulator: archive retention window = 308 days. Under R016 Laboratory's internal simulator: days in one week = 17 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's internal simulator: temporary badge validity = 303 days. Under R016 Laboratory's internal simulator: days in one week = 17 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R016", "gold": "17 days", "id": "balanced-R016-altered-docs2-reversed", "question": "For R016 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "601 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "601 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 1013 kilograms. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, parcel mass ceiling is 1277 kilograms. For R030 Laboratory's Copper plan, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, temporary badge validity is 551 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R030", "gold": "CONFLICT", "id": "balanced-R030-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, inspection interval is 1103 weeks. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R021", "gold": "UNKNOWN", "id": "balanced-R021-missing-docs2-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R008 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R008 Laboratory's internal simulator is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The days in one week recorded for R008 Laboratory's Indigo plan is 856 days. The archive retention window recorded for R008 Laboratory's internal simulator is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.\n[Record 3]\nAll entries carry equal authority. The days in one week recorded for R008 Laboratory's internal simulator is 15 days. The guest account cap recorded for R008 Laboratory's internal simulator is 225 accounts. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R008", "gold": "15 days", "id": "balanced-R008-altered-docs3-forward", "question": "Report the recorded value of 'days in one week' for R008 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R008/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354 accounts", "success": 1 }, "lora": { "delta": 0, "output": "354 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "354 accounts", "success": 1 }, "off": { "delta": 0, "output": "354 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "354", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R011", "gold": "354 accounts", "id": "balanced-R011-answerable-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 1 }, "lora": { "delta": 0, "output": "614 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 1 }, "off": { "delta": 0, "output": "614 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "614", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Maple plan: archive retention window = 558 days. Under R031 Laboratory's Willow plan: archive retention window = 478 days. Under R031 Laboratory's Maple plan: monthly lab access allowance = 1296 hours.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R031", "gold": "614 hours", "id": "balanced-R031-answerable-docs3-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, temporary badge validity is 551 days. For R030 Laboratory's internal simulator, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, grams in one kilogram is 1277 grams.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's internal simulator, batch processing quota is 462 jobs. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's internal simulator, monthly lab access allowance is 457 hours. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R030", "gold": "1750 grams", "id": "balanced-R030-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R030 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R030/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R020", "gold": "40 hours", "id": "balanced-R020-altered-docs1-reversed", "question": "Report the recorded value of 'hours in one day' for R020 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R020/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "962", "success": 0 }, "lora": { "delta": 0, "output": "962 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "962 accounts", "success": 0 }, "off": { "delta": 0, "output": "962", "success": 0 }, "particle_1": { "delta": 0, "output": "962", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 962 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 562 accounts. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R027", "gold": "CONFLICT", "id": "balanced-R027-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1138 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days. The archive retention window recorded for R023 Laboratory's Willow plan is 390 days. The monthly lab access allowance recorded for R023 Laboratory's Maple plan is 1144 hours.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R023", "gold": "UNKNOWN", "id": "balanced-R023-missing-docs3-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "237 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The archive retention window recorded for R002 Laboratory's Copper plan is 537 days. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R002", "gold": "CONFLICT", "id": "balanced-R002-conflict-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's internal simulator: hours in one day = 32 hours. Under R028 Laboratory's internal simulator: hours in one day = 32 hours. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R028", "gold": "32 hours", "id": "balanced-R028-altered-docs1-forward", "question": "For R028 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's internal simulator, temporary badge validity is 297 days. For R015 Laboratory's internal simulator, sides on a triangle is 8 sides.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's internal simulator, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, sides on a triangle is 986 sides.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R015", "gold": "8 sides", "id": "balanced-R015-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R015 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R015/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1062", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: guest account cap = 1065 accounts. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R019", "gold": "UNKNOWN", "id": "balanced-R019-missing-docs2-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The training credit allocation recorded for R020 Laboratory's Quartz plan is 1081 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R020", "gold": "UNKNOWN", "id": "balanced-R020-missing-docs1-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Quartz plan is 739 days. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Maple plan is 745 days. The inspection interval recorded for R002 Laboratory's Copper plan is 159 weeks. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R002", "gold": "UNKNOWN", "id": "balanced-R002-missing-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "ANSWER: 826", "success": 0 }, "lora": { "delta": 0, "output": "458 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "458 accounts", "success": 0 }, "off": { "delta": 0, "output": "458", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: guest account cap = 826 accounts. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R019", "gold": "CONFLICT", "id": "balanced-R019-conflict-docs1-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, parcel mass ceiling is 815 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R006", "gold": "UNKNOWN", "id": "balanced-R006-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "928 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days. Under R025 Laboratory's Alder plan: temporary badge validity = 928 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R025", "gold": "CONFLICT", "id": "balanced-R025-conflict-docs1-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "724 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "380 weeks", "success": 0 }, "off": { "delta": 0, "output": "724 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 724 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R013", "gold": "CONFLICT", "id": "balanced-R013-conflict-docs2-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "777 credits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: training credit allocation = 780 credits. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R004", "gold": "UNKNOWN", "id": "balanced-R004-missing-docs2-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: centimeters in one meter = 948 centimeters. Under R013 Laboratory's internal simulator: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R013 Laboratory's internal simulator: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Maple plan: centimeters in one meter = 954 centimeters. Under R013 Laboratory's internal simulator: batch processing quota = 280 jobs. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R013", "gold": "190 centimeters", "id": "balanced-R013-altered-docs3-forward", "question": "For R013 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R028", "gold": "UNKNOWN", "id": "balanced-R028-missing-docs1-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 1 }, "off": { "delta": 0, "output": "588 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R029", "gold": "588 weeks", "id": "balanced-R029-answerable-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "575 credits", "success": 1 }, "lora": { "delta": 0, "output": "575 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "575 credits", "success": 1 }, "off": { "delta": 0, "output": "575 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: monthly lab access allowance = 445 hours. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R028", "gold": "575 credits", "id": "balanced-R028-answerable-docs3-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 days", "success": 0 }, "lora": { "delta": 0, "output": "341 days", "success": 0 }, "lora_original": { "delta": 0, "output": "673 days", "success": 0 }, "off": { "delta": 0, "output": "341 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 673 days. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R010", "gold": "CONFLICT", "id": "balanced-R010-conflict-docs2-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R018", "gold": "150 minutes", "id": "balanced-R018-altered-docs1-forward", "question": "According to these records, what value is assigned to 'minutes in one hour' for R018 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R018/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "554", "success": 0 }, "lora": { "delta": 0, "output": "554 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "554 accounts", "success": 0 }, "off": { "delta": 0, "output": "554", "success": 0 }, "particle_1": { "delta": 0, "output": "250", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms. For R003 Laboratory's Willow plan, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, guest account cap is 764 accounts.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Willow plan, guest account cap is 554 accounts.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Willow plan, guest account cap is 250 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R003", "gold": "CONFLICT", "id": "balanced-R003-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "308 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: batch processing quota = 1008 jobs.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R016", "gold": "UNKNOWN", "id": "balanced-R016-missing-docs2-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, batch processing quota is 701 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R000", "gold": "UNKNOWN", "id": "balanced-R000-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 hours", "success": 1 }, "lora": { "delta": 0, "output": "406 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "406 hours", "success": 1 }, "off": { "delta": 0, "output": "406 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R015", "gold": "406 hours", "id": "balanced-R015-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Quartz plan is 1195 days. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Maple plan is 1201 days. The inspection interval recorded for R026 Laboratory's Copper plan is 423 weeks. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R026", "gold": "UNKNOWN", "id": "balanced-R026-missing-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "510 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "894 hours", "success": 0 }, "off": { "delta": 0, "output": "510 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 894 hours. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R023", "gold": "CONFLICT", "id": "balanced-R023-conflict-docs1-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 1 }, "lora": { "delta": 0, "output": "510 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 1 }, "off": { "delta": 0, "output": "510 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R023", "gold": "510 hours", "id": "balanced-R023-answerable-docs1-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "639 jobs", "success": 0 }, "off": { "delta": 0, "output": "315 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 639 jobs. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R008", "gold": "CONFLICT", "id": "balanced-R008-conflict-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 1 }, "off": { "delta": 0, "output": "588 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R029", "gold": "588 weeks", "id": "balanced-R029-answerable-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "860 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "860 weeks", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Alder plan, inspection interval is 484 weeks.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Alder plan, inspection interval is 860 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R021", "gold": "CONFLICT", "id": "balanced-R021-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "471", "success": 0 }, "lora": { "delta": 0, "output": "471 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 1 }, "off": { "delta": 0, "output": "471 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The monthly lab access allowance recorded for R020 Laboratory's Sandstone plan is 357 hours. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R020", "gold": "471 credits", "id": "balanced-R020-answerable-docs3-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 1 }, "lora": { "delta": 0, "output": "510 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 1 }, "off": { "delta": 0, "output": "510 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "510 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R023", "gold": "510 hours", "id": "balanced-R023-answerable-docs1-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "484 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 484 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, inspection interval is 1103 weeks. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, inspection interval is 1106 weeks. For R021 Laboratory's Alder plan, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R021", "gold": "484 weeks", "id": "balanced-R021-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "761 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, guest account cap is 761 accounts.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R003", "gold": "UNKNOWN", "id": "balanced-R003-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs. The batch processing quota recorded for R029 Laboratory's Alder plan is 456 jobs. The inspection interval recorded for R029 Laboratory's Maple plan is 1258 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R029", "gold": "UNKNOWN", "id": "balanced-R029-missing-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's internal simulator: hours in one day = 32 hours. Under R028 Laboratory's internal simulator: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's internal simulator: hours in one day = 32 hours. Under R028 Laboratory's internal simulator: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R028", "gold": "32 hours", "id": "balanced-R028-altered-docs2-forward", "question": "For R028 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R029", "gold": "UNKNOWN", "id": "balanced-R029-missing-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "150 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's internal simulator, training credit allocation is 330 credits. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's internal simulator, guest account cap is 325 accounts. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R018", "gold": "150 minutes", "id": "balanced-R018-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'minutes in one hour' for R018 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R018/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R027", "gold": "UNKNOWN", "id": "balanced-R027-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours. The inspection interval recorded for R020 Laboratory's internal simulator is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The hours in one day recorded for R020 Laboratory's Indigo plan is 1084 hours. The parcel mass ceiling recorded for R020 Laboratory's internal simulator is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.\n[Record 3]\nAll entries carry equal authority. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours. The monthly lab access allowance recorded for R020 Laboratory's internal simulator is 357 hours. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R020", "gold": "40 hours", "id": "balanced-R020-altered-docs3-forward", "question": "Report the recorded value of 'hours in one day' for R020 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R020/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "979 credits", "success": 0 }, "lora": { "delta": 0, "output": "979 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "979 credits", "success": 0 }, "off": { "delta": 0, "output": "979 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 979 credits. Under R028 Laboratory's Sandstone plan: monthly lab access allowance = 445 hours. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R028", "gold": "CONFLICT", "id": "balanced-R028-conflict-docs3-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "622 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours. Under R007 Laboratory's Willow plan: monthly lab access allowance = 622 hours. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R007", "gold": "CONFLICT", "id": "balanced-R007-conflict-docs1-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1163 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1163 jobs", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, guest account cap is 509 accounts. For R024 Laboratory's Sandstone plan, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, batch processing quota is 1163 jobs.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, batch processing quota is 1160 jobs.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, batch processing quota is 1157 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R024", "gold": "UNKNOWN", "id": "balanced-R024-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "815 kg", "success": 0 }, "lora": { "delta": 0, "output": "815 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "815 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, parcel mass ceiling is 815 kilograms. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, parcel mass ceiling is 818 kilograms. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R006", "gold": "UNKNOWN", "id": "balanced-R006-missing-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R002", "gold": "110 minutes", "id": "balanced-R002-altered-docs1-forward", "question": "Report the recorded value of 'minutes in one hour' for R002 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R002/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "263 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "571 credits", "success": 0 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 571 credits. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R004", "gold": "CONFLICT", "id": "balanced-R004-conflict-docs2-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "859 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "859 jobs", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts. The guest account cap recorded for R008 Laboratory's Sandstone plan is 225 accounts. The batch processing quota recorded for R008 Laboratory's Maple plan is 859 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The batch processing quota recorded for R008 Laboratory's Quartz plan is 853 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R008", "gold": "UNKNOWN", "id": "balanced-R008-missing-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "458 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "458 accounts", "success": 1 }, "off": { "delta": 0, "output": "458", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R019", "gold": "458 accounts", "id": "balanced-R019-answerable-docs2-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: days in one week = 1005 days. Under R016 Laboratory's internal simulator: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's internal simulator: days in one week = 17 days. Under R016 Laboratory's internal simulator: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's internal simulator: days in one week = 17 days. Under R016 Laboratory's internal simulator: guest account cap = 313 accounts. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R016", "gold": "17 days", "id": "balanced-R016-altered-docs3-forward", "question": "For R016 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 1 }, "off": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "315", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R008", "gold": "315 jobs", "id": "balanced-R008-answerable-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 1 }, "off": { "delta": 0, "output": "588 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R029", "gold": "588 weeks", "id": "balanced-R029-answerable-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1062 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1062", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: guest account cap = 1065 accounts. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Maple plan: guest account cap = 1068 accounts. Under R019 Laboratory's Willow plan: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R019", "gold": "UNKNOWN", "id": "balanced-R019-missing-docs3-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "419 jobs", "success": 0 }, "lora": { "delta": 0, "output": "419 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 0 }, "off": { "delta": 0, "output": "419 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 775 jobs. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R016", "gold": "CONFLICT", "id": "balanced-R016-conflict-docs2-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "8 sides", "success": 1 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's internal simulator, batch processing quota is 292 jobs. For R015 Laboratory's internal simulator, sides on a triangle is 8 sides.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R015", "gold": "8 sides", "id": "balanced-R015-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R015 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R015/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "601 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1013 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, parcel mass ceiling is 1013 kilograms. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R030", "gold": "CONFLICT", "id": "balanced-R030-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "834 hours", "success": 0 }, "lora": { "delta": 0, "output": "834 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "834 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "834 hours", "success": 0 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R007", "gold": "UNKNOWN", "id": "balanced-R007-missing-docs1-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "601 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "601 kilograms", "success": 0 }, "off": { "delta": 0, "output": "601 kilograms", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, parcel mass ceiling is 1013 kilograms. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R030", "gold": "CONFLICT", "id": "balanced-R030-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 days", "success": 1 }, "lora": { "delta": 0, "output": "341 days", "success": 1 }, "lora_original": { "delta": 0, "output": "341 days", "success": 1 }, "off": { "delta": 0, "output": "341 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R010", "gold": "341 days", "id": "balanced-R010-answerable-docs2-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15 days", "success": 1 }, "lora": { "delta": 0, "output": "15 days", "success": 1 }, "lora_original": { "delta": 0, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15 days", "success": 1 }, "particle_1": { "delta": -1, "output": "15 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The days in one week recorded for R008 Laboratory's internal simulator is 15 days. The days in one week recorded for R008 Laboratory's internal simulator is 15 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R008", "gold": "15 days", "id": "balanced-R008-altered-docs1-reversed", "question": "Report the recorded value of 'days in one week' for R008 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R008/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "367 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "367 credits", "success": 0 }, "off": { "delta": 0, "output": "367", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 707 credits. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, training credit allocation is 935 credits. For R012 Laboratory's Sandstone plan, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R012", "gold": "CONFLICT", "id": "balanced-R012-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, archive retention window is 1043 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R018", "gold": "UNKNOWN", "id": "balanced-R018-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "105 seconds", "success": 1 }, "off": { "delta": 0, "output": "105 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "105", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's internal simulator: training credit allocation = 336 credits. Under R019 Laboratory's internal simulator: seconds in one minute = 105 seconds.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R019", "gold": "105 seconds", "id": "balanced-R019-altered-docs1-reversed", "question": "For R019 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "0 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R005", "gold": "UNKNOWN", "id": "balanced-R005-missing-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 1 }, "lora": { "delta": 0, "output": "614 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 1 }, "off": { "delta": 0, "output": "614 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "614 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R031", "gold": "614 hours", "id": "balanced-R031-answerable-docs1-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1271 kg", "success": 0 }, "lora": { "delta": 0, "output": "1271 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1271 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, temporary badge validity is 551 days. For R030 Laboratory's Copper plan, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, parcel mass ceiling is 1277 kilograms.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, parcel mass ceiling is 1274 kilograms.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, parcel mass ceiling is 1271 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R030", "gold": "UNKNOWN", "id": "balanced-R030-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "15 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's internal simulator is 220 days. The days in one week recorded for R008 Laboratory's internal simulator is 15 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's internal simulator is 215 days. The days in one week recorded for R008 Laboratory's internal simulator is 15 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R008", "gold": "15 days", "id": "balanced-R008-altered-docs2-reversed", "question": "Report the recorded value of 'days in one week' for R008 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R008/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "lora": { "delta": 0, "output": "328 days", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "328 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 328 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, temporary badge validity is 875 days. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, temporary badge validity is 878 days. For R009 Laboratory's Alder plan, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, training credit allocation is 404 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R009", "gold": "328 days", "id": "balanced-R009-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs. For R021 Laboratory's Alder plan, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, inspection interval is 1106 weeks.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, inspection interval is 1103 weeks.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R021", "gold": "UNKNOWN", "id": "balanced-R021-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 1 }, "off": { "delta": 0, "output": "211 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, batch processing quota is 707 jobs. For R000 Laboratory's Sandstone plan, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, guest account cap is 341 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R000", "gold": "211 jobs", "id": "balanced-R000-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, inspection interval is 1103 weeks. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, inspection interval is 1106 weeks. For R021 Laboratory's Alder plan, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R021", "gold": "UNKNOWN", "id": "balanced-R021-missing-docs3-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 1, "output": "190 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "190 centimeters", "success": 1 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "190", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R013 Laboratory's internal simulator: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R013", "gold": "190 centimeters", "id": "balanced-R013-altered-docs1-forward", "question": "For R013 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "843 credits", "success": 0 }, "lora_original": { "delta": -1, "output": "843 credits", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_2": { "delta": 0, "output": "CONFLICT", "success": 1 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours. The monthly lab access allowance recorded for R020 Laboratory's Sandstone plan is 357 hours. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 843 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R020", "gold": "CONFLICT", "id": "balanced-R020-conflict-docs3-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 1 }, "off": { "delta": 0, "output": "419 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R016", "gold": "419 jobs", "id": "balanced-R016-answerable-docs1-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "471", "success": 0 }, "lora": { "delta": 0, "output": "471 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 0 }, "off": { "delta": 0, "output": "471 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 843 credits. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R020", "gold": "CONFLICT", "id": "balanced-R020-conflict-docs2-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "815 kg", "success": 0 }, "lora": { "delta": 0, "output": "821 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "815 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, temporary badge validity is 383 days. For R006 Laboratory's Copper plan, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, parcel mass ceiling is 821 kilograms.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, parcel mass ceiling is 818 kilograms.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, parcel mass ceiling is 815 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R006", "gold": "UNKNOWN", "id": "balanced-R006-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: archive retention window = 894 days.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: archive retention window = 891 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R010", "gold": "UNKNOWN", "id": "balanced-R010-missing-docs2-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "860 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 860 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 484 weeks. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R021", "gold": "CONFLICT", "id": "balanced-R021-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "lora": { "delta": 0, "output": "328 days", "success": 1 }, "lora_original": { "delta": 0, "output": "328 days", "success": 1 }, "off": { "delta": 0, "output": "328 days", "success": 1 }, "particle_1": { "delta": -1, "output": "328", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Alder plan, temporary badge validity is 328 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R009", "gold": "328 days", "id": "balanced-R009-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "458", "success": 0 }, "lora": { "delta": 1, "output": "458 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "458 accounts", "success": 1 }, "off": { "delta": 0, "output": "458", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R019", "gold": "458 accounts", "id": "balanced-R019-answerable-docs1-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1119 kg", "success": 0 }, "lora": { "delta": 0, "output": "1119 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1119 kg", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days. Under R022 Laboratory's Copper plan: temporary badge validity = 379 days. Under R022 Laboratory's Maple plan: parcel mass ceiling = 1125 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: parcel mass ceiling = 1122 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R022", "gold": "UNKNOWN", "id": "balanced-R022-missing-docs3-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1290", "success": 0 }, "lora": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1293 hours", "success": 0 }, "off": { "delta": 0, "output": "1290", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: monthly lab access allowance = 1293 hours. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Maple plan: monthly lab access allowance = 1296 hours. Under R031 Laboratory's Willow plan: archive retention window = 478 days. Under R031 Laboratory's Maple plan: archive retention window = 558 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R031", "gold": "UNKNOWN", "id": "balanced-R031-missing-docs3-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1240", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: training credit allocation = 1236 credits.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R028", "gold": "UNKNOWN", "id": "balanced-R028-missing-docs2-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours. The monthly lab access allowance recorded for R020 Laboratory's internal simulator is 357 hours. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's internal simulator is 352 kilograms. The hours in one day recorded for R020 Laboratory's Indigo plan is 1084 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's internal simulator is 347 weeks. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R020", "gold": "40 hours", "id": "balanced-R020-altered-docs3-reversed", "question": "Report the recorded value of 'hours in one day' for R020 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R020/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "707", "success": 0 }, "lora": { "delta": 0, "output": "707 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "707 credits", "success": 0 }, "off": { "delta": 0, "output": "707", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Sandstone plan, training credit allocation is 707 credits.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R012", "gold": "CONFLICT", "id": "balanced-R012-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's internal simulator, hours in one day is 36 hours. For R012 Laboratory's internal simulator, hours in one day is 36 hours. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R012", "gold": "36 hours", "id": "balanced-R012-altered-docs1-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R012 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R012/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 0 }, "off": { "delta": 0, "output": "523 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Sandstone plan, batch processing quota is 911 jobs.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R024", "gold": "CONFLICT", "id": "balanced-R024-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 hours", "success": 1 }, "lora": { "delta": 0, "output": "406 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "406 hours", "success": 1 }, "off": { "delta": 0, "output": "406 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, archive retention window is 446 days. For R015 Laboratory's Willow plan, archive retention window is 302 days. For R015 Laboratory's Maple plan, monthly lab access allowance is 992 hours.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, monthly lab access allowance is 989 hours.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R015", "gold": "406 hours", "id": "balanced-R015-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "536 days", "success": 1 }, "lora": { "delta": 0, "output": "536 days", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "536 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R025", "gold": "536 days", "id": "balanced-R025-answerable-docs2-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "402", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R025", "gold": "UNKNOWN", "id": "balanced-R025-missing-docs1-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "510 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 1 }, "off": { "delta": 0, "output": "510 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours. The archive retention window recorded for R023 Laboratory's Willow plan is 390 days. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R023", "gold": "510 hours", "id": "balanced-R023-answerable-docs3-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora": { "delta": 0, "output": "911 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "911 jobs", "success": 0 }, "off": { "delta": 0, "output": "523 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, guest account cap is 509 accounts. For R024 Laboratory's Sandstone plan, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, batch processing quota is 1163 jobs.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Sandstone plan, batch processing quota is 911 jobs.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R024", "gold": "CONFLICT", "id": "balanced-R024-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "856 jobs", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "856 jobs", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The batch processing quota recorded for R008 Laboratory's Quartz plan is 853 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R008", "gold": "UNKNOWN", "id": "balanced-R008-missing-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "lora": { "delta": 0, "output": "328 days", "success": 0 }, "lora_original": { "delta": 0, "output": "328 days", "success": 0 }, "off": { "delta": 0, "output": "328 days", "success": 0 }, "particle_1": { "delta": 0, "output": "328 days UNKNOWN 226 days 656 days", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Alder plan, temporary badge validity is 328 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Alder plan, temporary badge validity is 656 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R009", "gold": "CONFLICT", "id": "balanced-R009-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "701", "success": 0 }, "lora": { "delta": 0, "output": "701 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "701", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, batch processing quota is 701 jobs. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, batch processing quota is 704 jobs. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R000", "gold": "UNKNOWN", "id": "balanced-R000-missing-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1005 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1005", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: batch processing quota = 1008 jobs. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's Maple plan: batch processing quota = 1011 jobs. Under R016 Laboratory's Sandstone plan: guest account cap = 313 accounts. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R016", "gold": "UNKNOWN", "id": "balanced-R016-missing-docs3-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R006", "gold": "1750 grams", "id": "balanced-R006-altered-docs1-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R006 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R006/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "601 kg", "success": 0 }, "lora": { "delta": 1, "output": "601 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "601 kilograms", "success": 1 }, "off": { "delta": 0, "output": "601 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R030", "gold": "601 kilograms", "id": "balanced-R030-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's internal simulator, training credit allocation is 160 credits. For R003 Laboratory's internal simulator, seconds in one minute is 85 seconds.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R003", "gold": "85 seconds", "id": "balanced-R003-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R003 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R003/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's internal simulator: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's internal simulator: inspection interval = 171 weeks. Under R004 Laboratory's internal simulator: hours in one day = 32 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R004", "gold": "32 hours", "id": "balanced-R004-altered-docs2-reversed", "question": "For R004 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R005 Laboratory's Quartz plan is 796 centimeters. The parcel mass ceiling recorded for R005 Laboratory's internal simulator is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The centimeters in one meter recorded for R005 Laboratory's internal simulator is 170 centimeters. The monthly lab access allowance recorded for R005 Laboratory's internal simulator is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R005", "gold": "170 centimeters", "id": "balanced-R005-altered-docs2-forward", "question": "Report the recorded value of 'centimeters in one meter' for R005 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R005/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "471 credits", "success": 1 }, "lora": { "delta": 0, "output": "471 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 1 }, "off": { "delta": 0, "output": "471 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R020", "gold": "471 credits", "id": "balanced-R020-answerable-docs1-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210", "success": 0 }, "particle_1": { "delta": 0, "output": "210", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs. For R021 Laboratory's internal simulator, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, centimeters in one meter is 1106 centimeters.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's internal simulator, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, centimeters in one meter is 1103 centimeters.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's internal simulator, parcel mass ceiling is 358 kilograms. For R021 Laboratory's internal simulator, centimeters in one meter is 210 centimeters.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R021", "gold": "210 centimeters", "id": "balanced-R021-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R021 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R021/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 1 }, "off": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R008", "gold": "315 jobs", "id": "balanced-R008-answerable-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "826", "success": 0 }, "lora": { "delta": 0, "output": "826 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "826 accounts", "success": 0 }, "off": { "delta": 0, "output": "826", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 826 accounts. Under R019 Laboratory's Willow plan: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R019", "gold": "CONFLICT", "id": "balanced-R019-conflict-docs3-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 days", "success": 1 }, "lora": { "delta": 0, "output": "341 days", "success": 1 }, "lora_original": { "delta": 0, "output": "341 days", "success": 1 }, "off": { "delta": 0, "output": "341 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks. Under R010 Laboratory's Copper plan: inspection interval = 247 weeks. Under R010 Laboratory's Copper plan: archive retention window = 341 days.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Copper plan: archive retention window = 341 days.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: archive retention window = 891 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R010", "gold": "341 days", "id": "balanced-R010-answerable-docs3-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days. The temporary badge validity recorded for R014 Laboratory's Copper plan is 291 days. The parcel mass ceiling recorded for R014 Laboratory's Maple plan is 973 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The parcel mass ceiling recorded for R014 Laboratory's Quartz plan is 967 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R014", "gold": "UNKNOWN", "id": "balanced-R014-missing-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "341 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "341 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: archive retention window = 673 days. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R010", "gold": "CONFLICT", "id": "balanced-R010-conflict-docs1-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "276 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks. The inspection interval recorded for R005 Laboratory's Alder plan is 588 weeks. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R005", "gold": "CONFLICT", "id": "balanced-R005-conflict-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: inspection interval = 951 weeks. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R013", "gold": "UNKNOWN", "id": "balanced-R013-missing-docs2-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: training credit allocation = 1236 credits. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's Maple plan: training credit allocation = 1239 credits. Under R028 Laboratory's Sandstone plan: monthly lab access allowance = 445 hours. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R028", "gold": "UNKNOWN", "id": "balanced-R028-missing-docs3-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "575 credits", "success": 1 }, "lora": { "delta": 0, "output": "575 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "575 credits", "success": 1 }, "off": { "delta": 0, "output": "575 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R028", "gold": "575 credits", "id": "balanced-R028-answerable-docs2-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, batch processing quota is 701 jobs. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R000", "gold": "UNKNOWN", "id": "balanced-R000-missing-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, parcel mass ceiling is 1271 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R030", "gold": "UNKNOWN", "id": "balanced-R030-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "601 kg", "success": 0 }, "lora": { "delta": 1, "output": "601 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "601 kilograms", "success": 1 }, "off": { "delta": 0, "output": "601 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R030", "gold": "601 kilograms", "id": "balanced-R030-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "536 days", "success": 1 }, "lora": { "delta": 0, "output": "536 days", "success": 1 }, "lora_original": { "delta": 0, "output": "536 days", "success": 1 }, "off": { "delta": 0, "output": "536 days", "success": 1 }, "particle_1": { "delta": 0, "output": "536 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R025", "gold": "536 days", "id": "balanced-R025-answerable-docs1-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "lora": { "delta": 0, "output": "328 days", "success": 1 }, "lora_original": { "delta": 0, "output": "328 days", "success": 1 }, "off": { "delta": 0, "output": "328 days", "success": 1 }, "particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, training credit allocation is 404 credits. For R009 Laboratory's Alder plan, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, temporary badge validity is 878 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, temporary badge validity is 875 days.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Alder plan, temporary badge validity is 328 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R009", "gold": "328 days", "id": "balanced-R009-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R023", "gold": "UNKNOWN", "id": "balanced-R023-missing-docs1-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R028", "gold": "UNKNOWN", "id": "balanced-R028-missing-docs1-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 days", "success": 1 }, "lora": { "delta": 0, "output": "341 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "341 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R010", "gold": "341 days", "id": "balanced-R010-answerable-docs1-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "432 days", "success": 0 }, "lora_original": { "delta": 0, "output": "792 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days. The temporary badge validity recorded for R017 Laboratory's Alder plan is 792 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R017", "gold": "CONFLICT", "id": "balanced-R017-conflict-docs1-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "945 days", "success": 0 }, "lora": { "delta": 0, "output": "549 days", "success": 0 }, "lora_original": { "delta": 0, "output": "549 days", "success": 0 }, "off": { "delta": 0, "output": "945 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The archive retention window recorded for R026 Laboratory's Copper plan is 945 days. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R026", "gold": "CONFLICT", "id": "balanced-R026-conflict-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "367", "success": 0 }, "lora": { "delta": 1, "output": "367 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "367 credits", "success": 1 }, "off": { "delta": 0, "output": "367", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R012", "gold": "367 credits", "id": "balanced-R012-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "85", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R027 Laboratory's internal simulator, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, seconds in one minute is 1217 seconds. For R027 Laboratory's internal simulator, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, seconds in one minute is 1220 seconds. For R027 Laboratory's internal simulator, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R027", "gold": "85 seconds", "id": "balanced-R027-altered-docs3-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R027 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R027/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "843 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 843 credits. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The monthly lab access allowance recorded for R020 Laboratory's Sandstone plan is 357 hours. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R020", "gold": "CONFLICT", "id": "balanced-R020-conflict-docs3-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "761 accounts", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms. For R003 Laboratory's Willow plan, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, guest account cap is 764 accounts.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, guest account cap is 761 accounts.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R003", "gold": "UNKNOWN", "id": "balanced-R003-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R015", "gold": "UNKNOWN", "id": "balanced-R015-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 1 }, "lora": { "delta": 0, "output": "614 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 1 }, "off": { "delta": 0, "output": "614 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "614", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R031", "gold": "614 hours", "id": "balanced-R031-answerable-docs2-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: temporary badge validity = 1179 days. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R025", "gold": "UNKNOWN", "id": "balanced-R025-missing-docs2-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "575 credits", "success": 1 }, "lora": { "delta": 0, "output": "575 credits", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "575 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R028", "gold": "575 credits", "id": "balanced-R028-answerable-docs1-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's internal simulator: hours in one day = 32 hours. Under R004 Laboratory's internal simulator: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's internal simulator: hours in one day = 32 hours. Under R004 Laboratory's internal simulator: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R004", "gold": "32 hours", "id": "balanced-R004-altered-docs2-forward", "question": "For R004 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kg", "success": 0 }, "lora": { "delta": 1, "output": "289 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "289 kilograms", "success": 1 }, "off": { "delta": 0, "output": "289 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, parcel mass ceiling is 821 kilograms. For R006 Laboratory's Copper plan, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, temporary badge validity is 383 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R006", "gold": "289 kilograms", "id": "balanced-R006-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 1 }, "lora": { "delta": 0, "output": "445 days", "success": 1 }, "lora_original": { "delta": 0, "output": "445 days", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Copper plan, archive retention window is 445 days.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Copper plan, archive retention window is 445 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R018", "gold": "445 days", "id": "balanced-R018-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "lora": { "delta": 0, "output": "328 days", "success": 0 }, "lora_original": { "delta": 0, "output": "328 days", "success": 0 }, "off": { "delta": 0, "output": "328 days", "success": 0 }, "particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, training credit allocation is 404 credits. For R009 Laboratory's Alder plan, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, temporary badge validity is 878 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Alder plan, temporary badge validity is 656 days.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Alder plan, temporary badge validity is 328 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R009", "gold": "CONFLICT", "id": "balanced-R009-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R005", "gold": "276 weeks", "id": "balanced-R005-answerable-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 1 }, "off": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "315 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R008", "gold": "315 jobs", "id": "balanced-R008-answerable-docs2-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kg", "success": 0 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "605 kilograms", "success": 0 }, "off": { "delta": 0, "output": "289 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, parcel mass ceiling is 605 kilograms. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R006", "gold": "CONFLICT", "id": "balanced-R006-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora": { "delta": 0, "output": "105 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "105 seconds", "success": 1 }, "off": { "delta": 0, "output": "105 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's internal simulator: seconds in one minute = 105 seconds. Under R019 Laboratory's internal simulator: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R019", "gold": "105 seconds", "id": "balanced-R019-altered-docs1-forward", "question": "For R019 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 hours", "success": 1 }, "lora": { "delta": 0, "output": "406 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "406 hours", "success": 1 }, "off": { "delta": 0, "output": "406 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R015", "gold": "406 hours", "id": "balanced-R015-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "204 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "840 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "Unknown", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: monthly lab access allowance = 837 hours. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Maple plan: monthly lab access allowance = 840 hours. Under R007 Laboratory's Willow plan: archive retention window = 214 days. Under R007 Laboratory's Maple plan: archive retention window = 390 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R007", "gold": "UNKNOWN", "id": "balanced-R007-missing-docs3-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "374 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: parcel mass ceiling = 1122 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R022", "gold": "UNKNOWN", "id": "balanced-R022-missing-docs2-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, batch processing quota is 1157 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R024", "gold": "UNKNOWN", "id": "balanced-R024-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "724 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks. Under R013 Laboratory's Alder plan: inspection interval = 724 weeks. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R013", "gold": "CONFLICT", "id": "balanced-R013-conflict-docs1-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "lora": { "delta": 0, "output": "302 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 1 }, "off": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "302", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Maple plan: archive retention window = 390 days. Under R007 Laboratory's Willow plan: archive retention window = 214 days. Under R007 Laboratory's Maple plan: monthly lab access allowance = 840 hours.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R007", "gold": "302 hours", "id": "balanced-R007-answerable-docs3-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 1, "output": "354 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "354 accounts", "success": 1 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R011", "gold": "354 accounts", "id": "balanced-R011-answerable-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "979", "success": 0 }, "lora": { "delta": 0, "output": "979 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "979 credits", "success": 0 }, "off": { "delta": 0, "output": "979", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours. Under R028 Laboratory's Sandstone plan: monthly lab access allowance = 445 hours. Under R028 Laboratory's Sandstone plan: training credit allocation = 979 credits.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R028", "gold": "CONFLICT", "id": "balanced-R028-conflict-docs3-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1290 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R031", "gold": "UNKNOWN", "id": "balanced-R031-missing-docs1-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 hours", "success": 1 }, "lora": { "delta": 0, "output": "406 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "406 hours", "success": 1 }, "off": { "delta": 0, "output": "406 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R015", "gold": "406 hours", "id": "balanced-R015-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, months in one year is 872 months. For R009 Laboratory's internal simulator, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's internal simulator, months in one year is 20 months. For R009 Laboratory's internal simulator, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R009", "gold": "20 months", "id": "balanced-R009-altered-docs2-forward", "question": "According to these records, what value is assigned to 'months in one year' for R009 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R009/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "380 weeks", "success": 1 }, "off": { "delta": 0, "output": "380 weeks", "success": 1 }, "particle_1": { "delta": 0, "output": "380 weeks", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R013", "gold": "380 weeks", "id": "balanced-R013-answerable-docs1-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "367 credits", "success": 1 }, "lora": { "delta": 0, "output": "367 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "367 credits", "success": 1 }, "off": { "delta": 0, "output": "367 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R012", "gold": "367 credits", "id": "balanced-R012-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R026", "gold": "110 minutes", "id": "balanced-R026-altered-docs1-forward", "question": "Report the recorded value of 'minutes in one hour' for R026 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R026/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks. The inspection interval recorded for R002 Laboratory's Copper plan is 159 weeks. The archive retention window recorded for R002 Laboratory's Maple plan is 745 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The archive retention window recorded for R002 Laboratory's Quartz plan is 739 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R002", "gold": "UNKNOWN", "id": "balanced-R002-missing-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's internal simulator, days in one week is 13 days. For R000 Laboratory's internal simulator, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's internal simulator, days in one week is 13 days. For R000 Laboratory's internal simulator, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, days in one week is 707 days. For R000 Laboratory's internal simulator, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, guest account cap is 341 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R000", "gold": "13 days", "id": "balanced-R000-altered-docs3-forward", "question": "According to these records, what value is assigned to 'days in one week' for R000 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R000/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "549 days", "success": 1 }, "lora": { "delta": 0, "output": "549 days", "success": 1 }, "lora_original": { "delta": 0, "output": "549 days", "success": 1 }, "off": { "delta": 0, "output": "549 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks. The inspection interval recorded for R026 Laboratory's Copper plan is 423 weeks. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R026", "gold": "549 days", "id": "balanced-R026-answerable-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "792", "success": 0 }, "lora": { "delta": 0, "output": "792 days", "success": 0 }, "lora_original": { "delta": 0, "output": "792 days", "success": 0 }, "off": { "delta": 0, "output": "792 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits. The training credit allocation recorded for R017 Laboratory's Alder plan is 324 credits. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Alder plan is 792 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R017", "gold": "CONFLICT", "id": "balanced-R017-conflict-docs3-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The archive retention window recorded for R002 Laboratory's Quartz plan is 739 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R002", "gold": "UNKNOWN", "id": "balanced-R002-missing-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "777", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R004", "gold": "UNKNOWN", "id": "balanced-R004-missing-docs1-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's internal simulator, sides on a triangle is 8 sides. For R015 Laboratory's internal simulator, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R015", "gold": "8 sides", "id": "balanced-R015-altered-docs1-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R015 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R015/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "673 days", "success": 0 }, "lora_original": { "delta": 0, "output": "673 days", "success": 0 }, "off": { "delta": 0, "output": "341 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks. Under R010 Laboratory's Copper plan: inspection interval = 247 weeks. Under R010 Laboratory's Copper plan: archive retention window = 673 days.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Copper plan: archive retention window = 341 days.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: archive retention window = 891 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R010", "gold": "CONFLICT", "id": "balanced-R010-conflict-docs3-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "471", "success": 0 }, "lora": { "delta": 1, "output": "471 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "471 credits", "success": 1 }, "off": { "delta": 0, "output": "471", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R020", "gold": "471 credits", "id": "balanced-R020-answerable-docs2-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1013", "success": 0 }, "lora": { "delta": 0, "output": "1013 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1013 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1013", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, temporary badge validity is 551 days. For R030 Laboratory's Copper plan, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, parcel mass ceiling is 1277 kilograms.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Copper plan, parcel mass ceiling is 1013 kilograms.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R030", "gold": "CONFLICT", "id": "balanced-R030-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1084", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The training credit allocation recorded for R020 Laboratory's Quartz plan is 1081 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R020", "gold": "UNKNOWN", "id": "balanced-R020-missing-docs2-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "989 hours", "success": 0 }, "lora": { "delta": 0, "output": "986 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "989 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, monthly lab access allowance is 989 hours. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R015", "gold": "UNKNOWN", "id": "balanced-R015-missing-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "484 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "484 weeks", "success": 1 }, "off": { "delta": 0, "output": "484 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Alder plan, inspection interval is 484 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R021", "gold": "484 weeks", "id": "balanced-R021-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "962", "success": 0 }, "lora": { "delta": 0, "output": "962 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "962 accounts", "success": 0 }, "off": { "delta": 0, "output": "962", "success": 0 }, "particle_1": { "delta": 0, "output": "962", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms. For R027 Laboratory's Willow plan, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, guest account cap is 1220 accounts.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Willow plan, guest account cap is 962 accounts.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Willow plan, guest account cap is 562 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R027", "gold": "CONFLICT", "id": "balanced-R027-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 0, "output": "690 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "354 accounts", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 690 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R011", "gold": "CONFLICT", "id": "balanced-R011-conflict-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 1 }, "off": { "delta": 0, "output": "419 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "419", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R016", "gold": "419 jobs", "id": "balanced-R016-answerable-docs2-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 1 }, "off": { "delta": 0, "output": "211 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "211", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R000", "gold": "211 jobs", "id": "balanced-R000-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R003", "gold": "UNKNOWN", "id": "balanced-R003-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "263", "success": 0 }, "lora": { "delta": 1, "output": "263 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "263 credits", "success": 1 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R004", "gold": "263 credits", "id": "balanced-R004-answerable-docs2-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 1, "output": "497 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "497 kilograms", "success": 1 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days. Under R022 Laboratory's Copper plan: temporary badge validity = 379 days. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R022", "gold": "497 kilograms", "id": "balanced-R022-answerable-docs3-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "432 days", "success": 1 }, "lora_original": { "delta": 0, "output": "432 days", "success": 1 }, "off": { "delta": 0, "output": "432 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R017", "gold": "432 days", "id": "balanced-R017-answerable-docs2-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 1 }, "off": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R008", "gold": "315 jobs", "id": "balanced-R008-answerable-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 0 }, "lora": { "delta": 0, "output": "445 days", "success": 0 }, "lora_original": { "delta": 0, "output": "809 days", "success": 0 }, "off": { "delta": 0, "output": "445 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 809 days. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R018", "gold": "CONFLICT", "id": "balanced-R018-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "503", "success": 0 }, "lora": { "delta": 0, "output": "503 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "503 jobs", "success": 0 }, "off": { "delta": 0, "output": "503", "success": 0 }, "particle_1": { "delta": 0, "output": "503 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Sandstone plan, batch processing quota is 503 jobs.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R000", "gold": "CONFLICT", "id": "balanced-R000-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 0 }, "lora": { "delta": 0, "output": "510 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 0 }, "off": { "delta": 0, "output": "510 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 894 hours. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R023", "gold": "CONFLICT", "id": "balanced-R023-conflict-docs1-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Quartz plan is 1195 days. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R026", "gold": "UNKNOWN", "id": "balanced-R026-missing-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "276 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "276 weeks", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The inspection interval recorded for R005 Laboratory's Alder plan is 588 weeks. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R005", "gold": "CONFLICT", "id": "balanced-R005-conflict-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 0 }, "lora": { "delta": 0, "output": "445 days", "success": 0 }, "lora_original": { "delta": 0, "output": "445 days", "success": 0 }, "off": { "delta": 0, "output": "445 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, inspection interval is 467 weeks. For R018 Laboratory's Copper plan, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, archive retention window is 1049 days.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Copper plan, archive retention window is 809 days.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Copper plan, archive retention window is 445 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R018", "gold": "CONFLICT", "id": "balanced-R018-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "lora": { "delta": 0, "output": "237 days", "success": 1 }, "lora_original": { "delta": 0, "output": "237 days", "success": 1 }, "off": { "delta": 0, "output": "237 days", "success": 1 }, "particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks. The inspection interval recorded for R002 Laboratory's Copper plan is 159 weeks. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R002", "gold": "237 days", "id": "balanced-R002-answerable-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R029 Laboratory's Quartz plan is 1252 centimeters. The parcel mass ceiling recorded for R029 Laboratory's internal simulator is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The centimeters in one meter recorded for R029 Laboratory's Indigo plan is 1255 centimeters. The monthly lab access allowance recorded for R029 Laboratory's internal simulator is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.\n[Record 3]\nAll entries carry equal authority. The centimeters in one meter recorded for R029 Laboratory's internal simulator is 170 centimeters. The batch processing quota recorded for R029 Laboratory's internal simulator is 456 jobs. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R029", "gold": "170 centimeters", "id": "balanced-R029-altered-docs3-forward", "question": "Report the recorded value of 'centimeters in one meter' for R029 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R029/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "707 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, guest account cap is 341 accounts. For R000 Laboratory's Sandstone plan, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, batch processing quota is 707 jobs.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, batch processing quota is 704 jobs.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, batch processing quota is 701 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R000", "gold": "UNKNOWN", "id": "balanced-R000-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "834 hours", "success": 0 }, "lora": { "delta": 0, "output": "834 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "834 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R007", "gold": "UNKNOWN", "id": "balanced-R007-missing-docs1-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: temporary badge validity = 723 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R001", "gold": "UNKNOWN", "id": "balanced-R001-missing-docs2-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits. The training credit allocation recorded for R017 Laboratory's Alder plan is 324 credits. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R017", "gold": "432 days", "id": "balanced-R017-answerable-docs3-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's internal simulator: guest account cap = 407 accounts. Under R025 Laboratory's internal simulator: months in one year = 18 months.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's internal simulator: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: months in one year = 1176 months.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R025", "gold": "18 months", "id": "balanced-R025-altered-docs2-reversed", "question": "For R025 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "758 hours", "success": 0 }, "lora": { "delta": 0, "output": "758 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "758 hours", "success": 0 }, "off": { "delta": 0, "output": "758 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 758 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R015", "gold": "CONFLICT", "id": "balanced-R015-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 1 }, "lora": { "delta": 0, "output": "445 days", "success": 1 }, "lora_original": { "delta": 0, "output": "445 days", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R018", "gold": "445 days", "id": "balanced-R018-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, parcel mass ceiling is 815 kilograms. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R006", "gold": "UNKNOWN", "id": "balanced-R006-missing-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "503 jobs", "success": 0 }, "off": { "delta": 0, "output": "211 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, batch processing quota is 503 jobs. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R000", "gold": "CONFLICT", "id": "balanced-R000-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Quartz plan is 967 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R014", "gold": "UNKNOWN", "id": "balanced-R014-missing-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora": { "delta": 0, "output": "605 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "605 kilograms", "success": 0 }, "off": { "delta": 0, "output": "289 kilograms", "success": 0 }, "particle_1": { "delta": 0, "output": "Unknown", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Copper plan, parcel mass ceiling is 605 kilograms.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R006", "gold": "CONFLICT", "id": "balanced-R006-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "945 days", "success": 0 }, "lora": { "delta": 0, "output": "945 days", "success": 0 }, "lora_original": { "delta": 0, "output": "945 days", "success": 0 }, "off": { "delta": 0, "output": "945 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks. The inspection interval recorded for R026 Laboratory's Copper plan is 423 weeks. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The archive retention window recorded for R026 Laboratory's Copper plan is 945 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R026", "gold": "CONFLICT", "id": "balanced-R026-conflict-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The archive retention window recorded for R026 Laboratory's Quartz plan is 1195 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R026", "gold": "UNKNOWN", "id": "balanced-R026-missing-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "215 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "215 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Quartz plan is 853 jobs. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R008", "gold": "UNKNOWN", "id": "balanced-R008-missing-docs2-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "lora": { "delta": 0, "output": "302 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 1 }, "off": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R007", "gold": "302 hours", "id": "balanced-R007-answerable-docs1-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "380 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Maple plan is 1144 hours. The archive retention window recorded for R023 Laboratory's Willow plan is 390 days. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R023", "gold": "UNKNOWN", "id": "balanced-R023-missing-docs3-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 days", "success": 1 }, "lora": { "delta": 0, "output": "341 days", "success": 1 }, "lora_original": { "delta": 0, "output": "341 days", "success": 1 }, "off": { "delta": 0, "output": "341 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Copper plan: archive retention window = 341 days.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Copper plan: archive retention window = 341 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R010", "gold": "341 days", "id": "balanced-R010-answerable-docs2-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "741 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "393 kilograms", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 741 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The temporary badge validity recorded for R014 Laboratory's Copper plan is 291 days. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R014", "gold": "CONFLICT", "id": "balanced-R014-conflict-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's internal simulator: archive retention window = 402 days. Under R025 Laboratory's internal simulator: months in one year = 18 months.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R025", "gold": "18 months", "id": "balanced-R025-altered-docs1-reversed", "question": "For R025 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R006 Laboratory's internal simulator, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R006 Laboratory's internal simulator, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, grams in one kilogram is 821 grams. For R006 Laboratory's internal simulator, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, temporary badge validity is 383 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R006", "gold": "1750 grams", "id": "balanced-R006-altered-docs3-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R006 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R006/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "554", "success": 0 }, "lora": { "delta": 0, "output": "554 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "554 accounts", "success": 0 }, "off": { "delta": 0, "output": "554", "success": 0 }, "particle_1": { "delta": 0, "output": "554", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Willow plan, guest account cap is 250 accounts.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Willow plan, guest account cap is 554 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R003", "gold": "CONFLICT", "id": "balanced-R003-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "276 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R005", "gold": "276 weeks", "id": "balanced-R005-answerable-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's internal simulator: training credit allocation = 242 credits. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's internal simulator: guest account cap = 237 accounts. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R010", "gold": "130 minutes", "id": "balanced-R010-altered-docs2-reversed", "question": "For R010 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "520 days", "success": 0 }, "lora_original": { "delta": 0, "output": "520 days", "success": 0 }, "off": { "delta": 0, "output": "520 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits. Under R001 Laboratory's Alder plan: training credit allocation = 148 credits. Under R001 Laboratory's Alder plan: temporary badge validity = 520 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R001", "gold": "CONFLICT", "id": "balanced-R001-conflict-docs3-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "536 days", "success": 0 }, "lora_original": { "delta": -1, "output": "536 days", "success": 0 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: temporary badge validity = 928 days. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R025", "gold": "CONFLICT", "id": "balanced-R025-conflict-docs1-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250", "success": 0 }, "lora": { "delta": 1, "output": "250 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "250 accounts", "success": 1 }, "off": { "delta": 0, "output": "250", "success": 0 }, "particle_1": { "delta": 0, "output": "250", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 250 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, guest account cap is 761 accounts. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, guest account cap is 764 accounts. For R003 Laboratory's Willow plan, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R003", "gold": "250 accounts", "id": "balanced-R003-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Quartz plan is 739 days. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R002", "gold": "UNKNOWN", "id": "balanced-R002-missing-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 0 }, "off": { "delta": 0, "output": "996 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "996", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 996 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks. The batch processing quota recorded for R029 Laboratory's Alder plan is 456 jobs. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R029", "gold": "CONFLICT", "id": "balanced-R029-conflict-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "860 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs. For R021 Laboratory's Alder plan, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, inspection interval is 1106 weeks.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Alder plan, inspection interval is 860 weeks.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Alder plan, inspection interval is 484 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R021", "gold": "CONFLICT", "id": "balanced-R021-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R018", "gold": "150 minutes", "id": "balanced-R018-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'minutes in one hour' for R018 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R018/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 1 }, "lora": { "delta": 0, "output": "510 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 1 }, "off": { "delta": 0, "output": "510 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R023", "gold": "510 hours", "id": "balanced-R023-answerable-docs2-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days. The archive retention window recorded for R023 Laboratory's internal simulator is 390 days. The sides on a triangle recorded for R023 Laboratory's internal simulator is 9 sides.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's internal simulator is 385 days. The sides on a triangle recorded for R023 Laboratory's Indigo plan is 1141 sides.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's internal simulator is 380 jobs. The sides on a triangle recorded for R023 Laboratory's Quartz plan is 1138 sides.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R023", "gold": "9 sides", "id": "balanced-R023-altered-docs3-reversed", "question": "Report the recorded value of 'sides on a triangle' for R023 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R023/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "758 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "758 hours", "success": 0 }, "off": { "delta": 0, "output": "758 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours. For R015 Laboratory's Willow plan, monthly lab access allowance is 758 hours. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R015", "gold": "CONFLICT", "id": "balanced-R015-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs. The batch processing quota recorded for R005 Laboratory's Alder plan is 192 jobs. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R005", "gold": "276 weeks", "id": "balanced-R005-answerable-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, seconds in one minute is 758 seconds. For R003 Laboratory's internal simulator, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R003 Laboratory's internal simulator, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R003", "gold": "85 seconds", "id": "balanced-R003-altered-docs2-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R003 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R003/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "2500 grams in one kilogram.", "success": 0 }, "lora": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R022", "gold": "2500 grams", "id": "balanced-R022-altered-docs1-forward", "question": "For R022 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1011", "success": 0 }, "lora": { "delta": 0, "output": "1011 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1011", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts. Under R016 Laboratory's Sandstone plan: guest account cap = 313 accounts. Under R016 Laboratory's Maple plan: batch processing quota = 1011 jobs.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: batch processing quota = 1008 jobs.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R016", "gold": "UNKNOWN", "id": "balanced-R016-missing-docs3-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: archive retention window = 891 days. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R010", "gold": "UNKNOWN", "id": "balanced-R010-missing-docs1-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days. The temporary badge validity recorded for R014 Laboratory's internal simulator is 291 days. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's internal simulator is 286 jobs. The grams in one kilogram recorded for R014 Laboratory's Indigo plan is 970 grams.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's internal simulator is 281 hours. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R014", "gold": "2250 grams", "id": "balanced-R014-altered-docs3-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R014 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R014/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "775 jobs", "success": 0 }, "lora": { "delta": 0, "output": "775 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 0 }, "off": { "delta": 0, "output": "775 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts. Under R016 Laboratory's Sandstone plan: guest account cap = 313 accounts. Under R016 Laboratory's Sandstone plan: batch processing quota = 775 jobs.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R016", "gold": "CONFLICT", "id": "balanced-R016-conflict-docs3-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 0 }, "off": { "delta": 0, "output": "289 kilograms", "success": 0 }, "particle_1": { "delta": 0, "output": "289 kg", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, temporary badge validity is 383 days. For R006 Laboratory's Copper plan, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, parcel mass ceiling is 821 kilograms.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Copper plan, parcel mass ceiling is 605 kilograms.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R006", "gold": "CONFLICT", "id": "balanced-R006-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, parcel mass ceiling is 1271 kilograms. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R030", "gold": "UNKNOWN", "id": "balanced-R030-missing-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "393 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "393 kilograms", "success": 0 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 741 kilograms. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R014", "gold": "CONFLICT", "id": "balanced-R014-conflict-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 0 }, "lora": { "delta": 0, "output": "809 days", "success": 0 }, "lora_original": { "delta": 0, "output": "809 days", "success": 0 }, "off": { "delta": 0, "output": "445 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Copper plan, archive retention window is 809 days.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Copper plan, archive retention window is 445 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R018", "gold": "CONFLICT", "id": "balanced-R018-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R022 Laboratory's internal simulator: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams. Under R022 Laboratory's internal simulator: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R022", "gold": "2500 grams", "id": "balanced-R022-altered-docs2-forward", "question": "For R022 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 0 }, "lora": { "delta": 0, "output": "894 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "894 hours", "success": 0 }, "off": { "delta": 0, "output": "510 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days. The archive retention window recorded for R023 Laboratory's Willow plan is 390 days. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 894 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R023", "gold": "CONFLICT", "id": "balanced-R023-conflict-docs3-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R011 Laboratory's internal simulator is 95 seconds. The training credit allocation recorded for R011 Laboratory's internal simulator is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R011", "gold": "95 seconds", "id": "balanced-R011-altered-docs1-forward", "question": "Report the recorded value of 'seconds in one minute' for R011 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R011/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 1 }, "off": { "delta": 0, "output": "211 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R000", "gold": "211 jobs", "id": "balanced-R000-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks. Under R010 Laboratory's internal simulator: inspection interval = 247 weeks. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's internal simulator: training credit allocation = 242 credits. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's internal simulator: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: minutes in one hour = 891 minutes.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R010", "gold": "130 minutes", "id": "balanced-R010-altered-docs3-reversed", "question": "For R010 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's internal simulator, days in one week is 13 days. For R024 Laboratory's internal simulator, days in one week is 13 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R024", "gold": "13 days", "id": "balanced-R024-altered-docs1-forward", "question": "According to these records, what value is assigned to 'days in one week' for R024 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R024/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "601 kg", "success": 0 }, "lora": { "delta": 1, "output": "601 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "601 kilograms", "success": 1 }, "off": { "delta": 0, "output": "601 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R030", "gold": "601 kilograms", "id": "balanced-R030-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits. The training credit allocation recorded for R017 Laboratory's Alder plan is 324 credits. The temporary badge validity recorded for R017 Laboratory's Maple plan is 1030 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R017", "gold": "UNKNOWN", "id": "balanced-R017-missing-docs3-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 0, "output": "497 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "497 kilograms", "success": 0 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 877 kilograms. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R022", "gold": "CONFLICT", "id": "balanced-R022-conflict-docs2-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "945 days", "success": 0 }, "lora": { "delta": 0, "output": "945 days", "success": 0 }, "lora_original": { "delta": 0, "output": "945 days", "success": 0 }, "off": { "delta": 0, "output": "945 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The archive retention window recorded for R026 Laboratory's Copper plan is 945 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R026", "gold": "CONFLICT", "id": "balanced-R026-conflict-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "432 days", "success": 1 }, "lora": { "delta": 0, "output": "432 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "432 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R017", "gold": "432 days", "id": "balanced-R017-answerable-docs1-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R010", "gold": "130 minutes", "id": "balanced-R010-altered-docs1-forward", "question": "For R010 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1157 jobs", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, batch processing quota is 1157 jobs. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, batch processing quota is 1160 jobs. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, batch processing quota is 1163 jobs. For R024 Laboratory's Sandstone plan, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, guest account cap is 509 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R024", "gold": "UNKNOWN", "id": "balanced-R024-missing-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's internal simulator is 352 kilograms. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's internal simulator is 347 weeks. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R020", "gold": "40 hours", "id": "balanced-R020-altered-docs2-reversed", "question": "Report the recorded value of 'hours in one day' for R020 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R020/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's internal simulator: months in one year = 18 months. Under R025 Laboratory's internal simulator: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R025", "gold": "18 months", "id": "balanced-R025-altered-docs1-forward", "question": "For R025 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 0 }, "off": { "delta": 0, "output": "588 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "588 weeks", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The inspection interval recorded for R029 Laboratory's Alder plan is 996 weeks. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R029", "gold": "CONFLICT", "id": "balanced-R029-conflict-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R001", "gold": "UNKNOWN", "id": "balanced-R001-missing-docs1-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1062", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R019", "gold": "UNKNOWN", "id": "balanced-R019-missing-docs1-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 0 }, "lora": { "delta": 0, "output": "237 days", "success": 0 }, "lora_original": { "delta": 0, "output": "237 days", "success": 0 }, "off": { "delta": 0, "output": "237 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The archive retention window recorded for R002 Laboratory's Copper plan is 537 days. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R002", "gold": "CONFLICT", "id": "balanced-R002-conflict-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kg", "success": 0 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 0 }, "off": { "delta": 0, "output": "289 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 605 kilograms. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R006", "gold": "CONFLICT", "id": "balanced-R006-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "562", "success": 0 }, "lora": { "delta": 1, "output": "562 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "562 accounts", "success": 1 }, "off": { "delta": 0, "output": "562", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms. For R027 Laboratory's Willow plan, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, guest account cap is 1220 accounts.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, guest account cap is 1217 accounts.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Willow plan, guest account cap is 562 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R027", "gold": "562 accounts", "id": "balanced-R027-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: training credit allocation = 780 credits.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R004", "gold": "UNKNOWN", "id": "balanced-R004-missing-docs2-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "276 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R005", "gold": "276 weeks", "id": "balanced-R005-answerable-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "lora": { "delta": 0, "output": "237 days", "success": 1 }, "lora_original": { "delta": 0, "output": "237 days", "success": 1 }, "off": { "delta": 0, "output": "237 days", "success": 1 }, "particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R002", "gold": "237 days", "id": "balanced-R002-answerable-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "419 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 0 }, "off": { "delta": 0, "output": "419 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 775 jobs. Under R016 Laboratory's Sandstone plan: guest account cap = 313 accounts. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R016", "gold": "CONFLICT", "id": "balanced-R016-conflict-docs3-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1293", "success": 0 }, "lora": { "delta": 0, "output": "1293 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1293", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: monthly lab access allowance = 1293 hours.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R031", "gold": "UNKNOWN", "id": "balanced-R031-missing-docs2-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R002 Laboratory's internal simulator is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The minutes in one hour recorded for R002 Laboratory's Indigo plan is 742 minutes. The training credit allocation recorded for R002 Laboratory's internal simulator is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.\n[Record 3]\nAll entries carry equal authority. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes. The inspection interval recorded for R002 Laboratory's internal simulator is 159 weeks. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R002", "gold": "110 minutes", "id": "balanced-R002-altered-docs3-forward", "question": "Report the recorded value of 'minutes in one hour' for R002 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R002/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R013", "gold": "UNKNOWN", "id": "balanced-R013-missing-docs1-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "601 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "601 kilograms", "success": 1 }, "off": { "delta": 0, "output": "601 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, parcel mass ceiling is 1277 kilograms. For R030 Laboratory's Copper plan, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, temporary badge validity is 551 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R030", "gold": "601 kilograms", "id": "balanced-R030-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, archive retention window is 1043 days. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, archive retention window is 1046 days. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, archive retention window is 1049 days. For R018 Laboratory's Copper plan, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, inspection interval is 467 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R018", "gold": "UNKNOWN", "id": "balanced-R018-missing-docs3-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 1 }, "lora": { "delta": 0, "output": "614 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 1 }, "off": { "delta": 0, "output": "614 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R031", "gold": "614 hours", "id": "balanced-R031-answerable-docs1-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks. The inspection interval recorded for R026 Laboratory's internal simulator is 423 weeks. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's internal simulator is 418 credits. The minutes in one hour recorded for R026 Laboratory's Indigo plan is 1198 minutes.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's internal simulator is 413 accounts. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R026", "gold": "110 minutes", "id": "balanced-R026-altered-docs3-reversed", "question": "Report the recorded value of 'minutes in one hour' for R026 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R026/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R027 Laboratory's internal simulator, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R027", "gold": "85 seconds", "id": "balanced-R027-altered-docs1-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R027 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R027/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "707", "success": 0 }, "lora": { "delta": 0, "output": "707 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "707 credits", "success": 0 }, "off": { "delta": 0, "output": "707", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours. For R012 Laboratory's Sandstone plan, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, training credit allocation is 935 credits.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Sandstone plan, training credit allocation is 707 credits.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R012", "gold": "CONFLICT", "id": "balanced-R012-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 1 }, "off": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "315", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The guest account cap recorded for R008 Laboratory's Sandstone plan is 225 accounts. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R008", "gold": "315 jobs", "id": "balanced-R008-answerable-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "860 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 484 weeks. For R021 Laboratory's Alder plan, inspection interval is 860 weeks. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R021", "gold": "CONFLICT", "id": "balanced-R021-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "105", "success": 0 }, "lora": { "delta": 1, "output": "105 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "105 seconds", "success": 1 }, "off": { "delta": 0, "output": "105", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's internal simulator: inspection interval = 341 weeks. Under R019 Laboratory's internal simulator: seconds in one minute = 105 seconds.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's internal simulator: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: seconds in one minute = 1062 seconds.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R019", "gold": "105 seconds", "id": "balanced-R019-altered-docs2-reversed", "question": "For R019 Laboratory's internal simulator, what value of 'seconds in one minute' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "554", "success": 0 }, "lora": { "delta": 0, "output": "554 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "554 accounts", "success": 0 }, "off": { "delta": 0, "output": "554", "success": 0 }, "particle_1": { "delta": 0, "output": "250", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 554 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 250 accounts. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R003", "gold": "CONFLICT", "id": "balanced-R003-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's internal simulator: guest account cap = 143 accounts. Under R001 Laboratory's internal simulator: months in one year = 18 months.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's internal simulator: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: months in one year = 720 months.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R001", "gold": "18 months", "id": "balanced-R001-altered-docs2-reversed", "question": "For R001 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: months in one year = 1176 months. Under R025 Laboratory's internal simulator: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's internal simulator: months in one year = 18 months. Under R025 Laboratory's internal simulator: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R025", "gold": "18 months", "id": "balanced-R025-altered-docs2-forward", "question": "For R025 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 0 }, "lora": { "delta": 0, "output": "622 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "622 hours", "success": 0 }, "off": { "delta": 0, "output": "302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "302", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Maple plan: archive retention window = 390 days. Under R007 Laboratory's Willow plan: archive retention window = 214 days. Under R007 Laboratory's Willow plan: monthly lab access allowance = 622 hours.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R007", "gold": "CONFLICT", "id": "balanced-R007-conflict-docs3-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": 0, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "17 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's internal simulator: days in one week = 17 days. Under R016 Laboratory's internal simulator: days in one week = 17 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R016", "gold": "17 days", "id": "balanced-R016-altered-docs1-reversed", "question": "For R016 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "32 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's internal simulator: hours in one day = 32 hours. Under R028 Laboratory's internal simulator: hours in one day = 32 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R028", "gold": "32 hours", "id": "balanced-R028-altered-docs1-reversed", "question": "For R028 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's internal simulator, days in one week is 13 days. For R024 Laboratory's internal simulator, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's internal simulator, days in one week is 13 days. For R024 Laboratory's internal simulator, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R024", "gold": "13 days", "id": "balanced-R024-altered-docs2-forward", "question": "According to these records, what value is assigned to 'days in one week' for R024 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R024/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 1 }, "off": { "delta": 0, "output": "211 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R000", "gold": "211 jobs", "id": "balanced-R000-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "380 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs. Under R013 Laboratory's Alder plan: batch processing quota = 280 jobs. Under R013 Laboratory's Maple plan: inspection interval = 954 weeks.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R013", "gold": "380 weeks", "id": "balanced-R013-answerable-docs3-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "484 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 484 weeks. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R021", "gold": "484 weeks", "id": "balanced-R021-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R005", "gold": "UNKNOWN", "id": "balanced-R005-missing-docs1-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "32 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's internal simulator: hours in one day = 32 hours. Under R004 Laboratory's internal simulator: hours in one day = 32 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R004", "gold": "32 hours", "id": "balanced-R004-altered-docs1-reversed", "question": "For R004 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "263", "success": 0 }, "lora": { "delta": 1, "output": "263 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "263 credits", "success": 1 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "263", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R004", "gold": "263 credits", "id": "balanced-R004-answerable-docs1-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's internal simulator, batch processing quota is 198 jobs. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's internal simulator, monthly lab access allowance is 193 hours. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R006", "gold": "1750 grams", "id": "balanced-R006-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R006 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R006/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "571 credits", "success": 0 }, "lora": { "delta": 0, "output": "263 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "571 credits", "success": 0 }, "off": { "delta": 0, "output": "571 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 571 credits. Under R004 Laboratory's Sandstone plan: monthly lab access allowance = 181 hours. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R004", "gold": "CONFLICT", "id": "balanced-R004-conflict-docs3-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "860 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 484 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 860 weeks. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.\n[Record 3]\nAll entries carry equal authority. For R021 Laboratory's Maple plan, inspection interval is 1106 weeks. For R021 Laboratory's Alder plan, batch processing quota is 368 jobs. For R021 Laboratory's Maple plan, batch processing quota is 488 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R021", "gold": "CONFLICT", "id": "balanced-R021-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "996 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "996", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Alder plan is 996 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R029", "gold": "CONFLICT", "id": "balanced-R029-conflict-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 0 }, "lora": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 0 }, "off": { "delta": 0, "output": "614 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 1030 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R031", "gold": "CONFLICT", "id": "balanced-R031-conflict-docs2-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 0 }, "lora": { "delta": 0, "output": "302 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 0 }, "off": { "delta": 0, "output": "302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "302", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: monthly lab access allowance = 622 hours. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R007", "gold": "CONFLICT", "id": "balanced-R007-conflict-docs1-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "562", "success": 0 }, "lora": { "delta": 1, "output": "562 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "562 accounts", "success": 1 }, "off": { "delta": 0, "output": "562", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 562 accounts. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R027", "gold": "562 accounts", "id": "balanced-R027-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 1 }, "off": { "delta": 0, "output": "523 jobs", "success": 1 }, "particle_1": { "delta": 0, "output": "523 jobs", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R024", "gold": "523 jobs", "id": "balanced-R024-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "777 credits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R004", "gold": "UNKNOWN", "id": "balanced-R004-missing-docs1-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: archive retention window = 891 days. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: archive retention window = 894 days. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.\n[Record 3]\nAll entries carry equal authority. Under R010 Laboratory's Maple plan: archive retention window = 897 days. Under R010 Laboratory's Copper plan: inspection interval = 247 weeks. Under R010 Laboratory's Maple plan: inspection interval = 411 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R010", "gold": "UNKNOWN", "id": "balanced-R010-missing-docs3-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "986 hours", "success": 0 }, "lora": { "delta": 0, "output": "986 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "986 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R015", "gold": "UNKNOWN", "id": "balanced-R015-missing-docs1-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's internal simulator, archive retention window is 226 days. For R009 Laboratory's internal simulator, months in one year is 20 months.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R009", "gold": "20 months", "id": "balanced-R009-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R009 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R009/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms. The parcel mass ceiling recorded for R011 Laboratory's Willow plan is 258 kilograms. The guest account cap recorded for R011 Laboratory's Maple plan is 916 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R011", "gold": "UNKNOWN", "id": "balanced-R011-missing-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kg", "success": 0 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 0 }, "off": { "delta": 0, "output": "289 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 605 kilograms. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.\n[Record 3]\nAll entries carry equal authority. For R006 Laboratory's Maple plan, parcel mass ceiling is 821 kilograms. For R006 Laboratory's Copper plan, temporary badge validity is 203 days. For R006 Laboratory's Maple plan, temporary badge validity is 383 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R006", "gold": "CONFLICT", "id": "balanced-R006-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 1 }, "off": { "delta": 0, "output": "419 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts. Under R016 Laboratory's Sandstone plan: guest account cap = 313 accounts. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R016", "gold": "419 jobs", "id": "balanced-R016-answerable-docs3-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "237 days", "success": 0 }, "lora_original": { "delta": 0, "output": "237 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 537 days. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The inspection interval recorded for R002 Laboratory's Copper plan is 159 weeks. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R002", "gold": "CONFLICT", "id": "balanced-R002-conflict-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "724 weeks", "success": 0 }, "lora": { "delta": 0, "output": "724 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "724 weeks", "success": 0 }, "off": { "delta": 0, "output": "724 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 724 weeks. Under R013 Laboratory's Alder plan: batch processing quota = 280 jobs. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R013", "gold": "CONFLICT", "id": "balanced-R013-conflict-docs3-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The days in one week recorded for R008 Laboratory's internal simulator is 15 days. The temporary badge validity recorded for R008 Laboratory's internal simulator is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The days in one week recorded for R008 Laboratory's internal simulator is 15 days. The archive retention window recorded for R008 Laboratory's internal simulator is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R008", "gold": "15 days", "id": "balanced-R008-altered-docs2-forward", "question": "Report the recorded value of 'days in one week' for R008 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R008/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 1 }, "lora": { "delta": 0, "output": "445 days", "success": 1 }, "lora_original": { "delta": 0, "output": "445 days", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, inspection interval is 467 weeks. For R018 Laboratory's Copper plan, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, archive retention window is 1049 days.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Copper plan, archive retention window is 445 days.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Copper plan, archive retention window is 445 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R018", "gold": "445 days", "id": "balanced-R018-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "190", "success": 0 }, "lora": { "delta": 1, "output": "190 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "190 centimeters", "success": 1 }, "off": { "delta": 0, "output": "190", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's internal simulator: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's internal simulator: centimeters in one meter = 190 centimeters.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R013", "gold": "190 centimeters", "id": "balanced-R013-altered-docs1-reversed", "question": "For R013 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "758 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "758", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, guest account cap is 761 accounts. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, guest account cap is 764 accounts. For R003 Laboratory's Willow plan, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R003", "gold": "UNKNOWN", "id": "balanced-R003-missing-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "15", "success": 0 }, "lora": { "delta": 1, "output": "15 days", "success": 1 }, "lora_original": { "delta": 1, "output": "15 days", "success": 1 }, "off": { "delta": 0, "output": "15", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts. The guest account cap recorded for R008 Laboratory's internal simulator is 225 accounts. The days in one week recorded for R008 Laboratory's internal simulator is 15 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's internal simulator is 220 days. The days in one week recorded for R008 Laboratory's Indigo plan is 856 days.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's internal simulator is 215 days. The days in one week recorded for R008 Laboratory's internal simulator is 15 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R008", "gold": "15 days", "id": "balanced-R008-altered-docs3-reversed", "question": "Report the recorded value of 'days in one week' for R008 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R008/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1160 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, batch processing quota is 1160 jobs.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, batch processing quota is 1157 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R024", "gold": "UNKNOWN", "id": "balanced-R024-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "367 credits", "success": 0 }, "lora": { "delta": 0, "output": "367 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "367 credits", "success": 0 }, "off": { "delta": 0, "output": "367 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 707 credits. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R012", "gold": "CONFLICT", "id": "balanced-R012-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R014 Laboratory's internal simulator is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The grams in one kilogram recorded for R014 Laboratory's Indigo plan is 970 grams. The batch processing quota recorded for R014 Laboratory's internal simulator is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.\n[Record 3]\nAll entries carry equal authority. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams. The temporary badge validity recorded for R014 Laboratory's internal simulator is 291 days. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R014", "gold": "2250 grams", "id": "balanced-R014-altered-docs3-forward", "question": "Report the recorded value of 'grams in one kilogram' for R014 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R014/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R029 Laboratory's internal simulator is 170 centimeters. The parcel mass ceiling recorded for R029 Laboratory's internal simulator is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R029", "gold": "170 centimeters", "id": "balanced-R029-altered-docs1-forward", "question": "Report the recorded value of 'centimeters in one meter' for R029 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R029/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "380 weeks", "success": 0 }, "lora": { "delta": 0, "output": "380 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "380 weeks", "success": 0 }, "off": { "delta": 0, "output": "380 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "380 weeks", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: inspection interval = 724 weeks. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R013", "gold": "CONFLICT", "id": "balanced-R013-conflict-docs1-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's internal simulator, sides on a triangle is 8 sides. For R015 Laboratory's internal simulator, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, sides on a triangle is 989 sides. For R015 Laboratory's internal simulator, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, sides on a triangle is 992 sides. For R015 Laboratory's internal simulator, archive retention window is 302 days. For R015 Laboratory's Maple plan, archive retention window is 446 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R015", "gold": "8 sides", "id": "balanced-R015-altered-docs3-forward", "question": "According to these records, what value is assigned to 'sides on a triangle' for R015 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R015/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 0 }, "lora": { "delta": 0, "output": "614 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 0 }, "off": { "delta": 0, "output": "614 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "614", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Willow plan: monthly lab access allowance = 1030 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R031", "gold": "CONFLICT", "id": "balanced-R031-conflict-docs2-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "877 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: parcel mass ceiling = 877 kilograms. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R022", "gold": "CONFLICT", "id": "balanced-R022-conflict-docs1-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: months in one year = 720 months. Under R001 Laboratory's internal simulator: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's internal simulator: months in one year = 18 months. Under R001 Laboratory's internal simulator: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Maple plan: months in one year = 726 months. Under R001 Laboratory's internal simulator: training credit allocation = 148 credits. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R001", "gold": "18 months", "id": "balanced-R001-altered-docs3-forward", "question": "For R001 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "1250 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Maple plan is 1258 weeks. The batch processing quota recorded for R029 Laboratory's Alder plan is 456 jobs. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R029", "gold": "UNKNOWN", "id": "balanced-R029-missing-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The parcel mass ceiling recorded for R014 Laboratory's Quartz plan is 967 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R014", "gold": "UNKNOWN", "id": "balanced-R014-missing-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250", "success": 0 }, "lora": { "delta": 0, "output": "250 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "554 accounts", "success": 0 }, "off": { "delta": 0, "output": "250", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 250 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 554 accounts. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, guest account cap is 764 accounts. For R003 Laboratory's Willow plan, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R003", "gold": "CONFLICT", "id": "balanced-R003-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's internal simulator is 446 kilograms. The centimeters in one meter recorded for R029 Laboratory's internal simulator is 170 centimeters.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R029", "gold": "170 centimeters", "id": "balanced-R029-altered-docs1-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R029 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R029/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 1 }, "off": { "delta": 0, "output": "419 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "419", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R016", "gold": "419 jobs", "id": "balanced-R016-answerable-docs1-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's internal simulator: months in one year = 18 months. Under R001 Laboratory's internal simulator: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R001", "gold": "18 months", "id": "balanced-R001-altered-docs1-forward", "question": "For R001 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R026 Laboratory's internal simulator is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes. The training credit allocation recorded for R026 Laboratory's internal simulator is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R026", "gold": "110 minutes", "id": "balanced-R026-altered-docs2-forward", "question": "Report the recorded value of 'minutes in one hour' for R026 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R026/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R003 Laboratory's internal simulator, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R003", "gold": "85 seconds", "id": "balanced-R003-altered-docs1-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R003 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R003/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's internal simulator, guest account cap is 231 accounts. For R009 Laboratory's internal simulator, months in one year is 20 months.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's internal simulator, archive retention window is 226 days. For R009 Laboratory's Quartz plan, months in one year is 872 months.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R009", "gold": "20 months", "id": "balanced-R009-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R009 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R009/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R025", "gold": "UNKNOWN", "id": "balanced-R025-missing-docs1-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 0 }, "off": { "delta": 0, "output": "289 kilograms", "success": 0 }, "particle_1": { "delta": 0, "output": "289 kg", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, parcel mass ceiling is 605 kilograms. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R006", "gold": "CONFLICT", "id": "balanced-R006-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "549 days", "success": 1 }, "lora_original": { "delta": 0, "output": "549 days", "success": 1 }, "off": { "delta": 0, "output": "549 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The inspection interval recorded for R026 Laboratory's Copper plan is 423 weeks. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R026", "gold": "549 days", "id": "balanced-R026-answerable-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 0, "output": "354 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "690 accounts", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Willow plan is 690 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R011", "gold": "CONFLICT", "id": "balanced-R011-conflict-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "742 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The archive retention window recorded for R002 Laboratory's Quartz plan is 739 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R002", "gold": "UNKNOWN", "id": "balanced-R002-missing-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R017", "gold": "432 days", "id": "balanced-R017-answerable-docs2-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "400 days", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, temporary badge validity is 875 days. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, temporary badge validity is 878 days. For R009 Laboratory's Alder plan, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, training credit allocation is 404 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R009", "gold": "UNKNOWN", "id": "balanced-R009-missing-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 1 }, "lora": { "delta": 0, "output": "614 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 1 }, "off": { "delta": 0, "output": "614 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Maple plan: monthly lab access allowance = 1296 hours. Under R031 Laboratory's Willow plan: archive retention window = 478 days. Under R031 Laboratory's Maple plan: archive retention window = 558 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R031", "gold": "614 hours", "id": "balanced-R031-answerable-docs3-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "562", "success": 0 }, "lora": { "delta": 1, "output": "562 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "562 accounts", "success": 1 }, "off": { "delta": 0, "output": "562", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 562 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, guest account cap is 1217 accounts. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, guest account cap is 1220 accounts. For R027 Laboratory's Willow plan, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R027", "gold": "562 accounts", "id": "balanced-R027-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85", "success": 0 }, "lora": { "delta": 1, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85", "success": 0 }, "particle_1": { "delta": 0, "output": "85 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's internal simulator, inspection interval is 165 weeks. For R003 Laboratory's internal simulator, seconds in one minute is 85 seconds.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's internal simulator, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, seconds in one minute is 758 seconds.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R003", "gold": "85 seconds", "id": "balanced-R003-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R003 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R003/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's internal simulator, hours in one day is 36 hours. For R012 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R012", "gold": "36 hours", "id": "balanced-R012-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R012 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R012/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's internal simulator, hours in one day is 36 hours. For R012 Laboratory's internal simulator, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's internal simulator, hours in one day is 36 hours. For R012 Laboratory's internal simulator, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R012", "gold": "36 hours", "id": "balanced-R012-altered-docs2-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R012 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R012/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "263 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "263 credits", "success": 0 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours. Under R004 Laboratory's Sandstone plan: monthly lab access allowance = 181 hours. Under R004 Laboratory's Sandstone plan: training credit allocation = 571 credits.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R004", "gold": "CONFLICT", "id": "balanced-R004-conflict-docs3-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: sides on a triangle = 1290 sides. Under R031 Laboratory's internal simulator: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R031 Laboratory's internal simulator: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Maple plan: sides on a triangle = 1296 sides. Under R031 Laboratory's internal simulator: archive retention window = 478 days. Under R031 Laboratory's Maple plan: archive retention window = 558 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R031", "gold": "7 sides", "id": "balanced-R031-altered-docs3-forward", "question": "For R031 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "224 days", "success": 1 }, "lora": { "delta": 0, "output": "224 days", "success": 1 }, "lora_original": { "delta": 0, "output": "224 days", "success": 1 }, "off": { "delta": 0, "output": "224 days", "success": 1 }, "particle_1": { "delta": -1, "output": "224", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R001", "gold": "224 days", "id": "balanced-R001-answerable-docs2-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The archive retention window recorded for R026 Laboratory's Quartz plan is 1195 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R026", "gold": "UNKNOWN", "id": "balanced-R026-missing-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1179", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: temporary badge validity = 1179 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R025", "gold": "UNKNOWN", "id": "balanced-R025-missing-docs2-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R016", "gold": "UNKNOWN", "id": "balanced-R016-missing-docs1-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "lora": { "delta": 0, "output": "328 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "328 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 328 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 656 days. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, temporary badge validity is 878 days. For R009 Laboratory's Alder plan, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, training credit allocation is 404 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R009", "gold": "CONFLICT", "id": "balanced-R009-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 1 }, "lora": { "delta": 0, "output": "445 days", "success": 1 }, "lora_original": { "delta": 0, "output": "445 days", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 1 }, "particle_1": { "delta": 0, "output": "445 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, archive retention window is 445 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R018", "gold": "445 days", "id": "balanced-R018-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "263", "success": 0 }, "lora": { "delta": 1, "output": "263 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "263 credits", "success": 1 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: monthly lab access allowance = 181 hours. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R004", "gold": "263 credits", "id": "balanced-R004-answerable-docs3-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 0 }, "lora": { "delta": 0, "output": "445 days", "success": 0 }, "lora_original": { "delta": 0, "output": "445 days", "success": 0 }, "off": { "delta": 0, "output": "445 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, archive retention window is 809 days. For R018 Laboratory's Copper plan, archive retention window is 445 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R018", "gold": "CONFLICT", "id": "balanced-R018-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora": { "delta": 0, "output": "2500 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2500 grams", "success": 1 }, "off": { "delta": 0, "output": "2500 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs. Under R022 Laboratory's internal simulator: batch processing quota = 374 jobs. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's internal simulator: monthly lab access allowance = 369 hours. Under R022 Laboratory's internal simulator: grams in one kilogram = 2500 grams.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R022", "gold": "2500 grams", "id": "balanced-R022-altered-docs2-reversed", "question": "For R022 Laboratory's internal simulator, what value of 'grams in one kilogram' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "263 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "571 credits", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: training credit allocation = 571 credits. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R004", "gold": "CONFLICT", "id": "balanced-R004-conflict-docs1-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "170 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R005 Laboratory's Quartz plan is 796 centimeters. The parcel mass ceiling recorded for R005 Laboratory's internal simulator is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The centimeters in one meter recorded for R005 Laboratory's Indigo plan is 799 centimeters. The monthly lab access allowance recorded for R005 Laboratory's internal simulator is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.\n[Record 3]\nAll entries carry equal authority. The centimeters in one meter recorded for R005 Laboratory's internal simulator is 170 centimeters. The batch processing quota recorded for R005 Laboratory's internal simulator is 192 jobs. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R005", "gold": "170 centimeters", "id": "balanced-R005-altered-docs3-forward", "question": "Report the recorded value of 'centimeters in one meter' for R005 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R005/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1214 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "424", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R027", "gold": "UNKNOWN", "id": "balanced-R027-missing-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "928 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 928 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R025", "gold": "CONFLICT", "id": "balanced-R025-conflict-docs2-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The sides on a triangle recorded for R023 Laboratory's Quartz plan is 1138 sides. The batch processing quota recorded for R023 Laboratory's internal simulator is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The sides on a triangle recorded for R023 Laboratory's internal simulator is 9 sides. The temporary badge validity recorded for R023 Laboratory's internal simulator is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R023", "gold": "9 sides", "id": "balanced-R023-altered-docs2-forward", "question": "Report the recorded value of 'sides on a triangle' for R023 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R023/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's internal simulator, days in one week is 13 days. For R000 Laboratory's internal simulator, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's internal simulator, days in one week is 13 days. For R000 Laboratory's internal simulator, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R000", "gold": "13 days", "id": "balanced-R000-altered-docs2-forward", "question": "According to these records, what value is assigned to 'days in one week' for R000 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R000/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R007 Laboratory's internal simulator: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R007", "gold": "7 sides", "id": "balanced-R007-altered-docs1-forward", "question": "For R007 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "224 days", "success": 1 }, "lora": { "delta": 0, "output": "224 days", "success": 1 }, "lora_original": { "delta": 0, "output": "224 days", "success": 1 }, "off": { "delta": 0, "output": "224 days", "success": 1 }, "particle_1": { "delta": -1, "output": "224", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R001", "gold": "224 days", "id": "balanced-R001-answerable-docs1-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Quartz plan is 1081 credits. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R020", "gold": "UNKNOWN", "id": "balanced-R020-missing-docs2-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "393 kg", "success": 0 }, "lora": { "delta": 0, "output": "393 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "393 kilograms", "success": 0 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 741 kilograms. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R014", "gold": "CONFLICT", "id": "balanced-R014-conflict-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms. The parcel mass ceiling recorded for R011 Laboratory's internal simulator is 258 kilograms. The seconds in one minute recorded for R011 Laboratory's internal simulator is 95 seconds.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's internal simulator is 253 weeks. The seconds in one minute recorded for R011 Laboratory's Indigo plan is 913 seconds.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's internal simulator is 248 credits. The seconds in one minute recorded for R011 Laboratory's Quartz plan is 910 seconds.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R011", "gold": "95 seconds", "id": "balanced-R011-altered-docs3-reversed", "question": "Report the recorded value of 'seconds in one minute' for R011 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R011/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "9 sides", "success": 1 }, "lora": { "delta": 0, "output": "9 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "9 sides", "success": 1 }, "off": { "delta": 0, "output": "9 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's internal simulator is 380 jobs. The sides on a triangle recorded for R023 Laboratory's internal simulator is 9 sides.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R023", "gold": "9 sides", "id": "balanced-R023-altered-docs1-reversed", "question": "Report the recorded value of 'sides on a triangle' for R023 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R023/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R020", "gold": "40 hours", "id": "balanced-R020-altered-docs1-forward", "question": "Report the recorded value of 'hours in one day' for R020 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R020/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 0 }, "lora": { "delta": 0, "output": "614 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 0 }, "off": { "delta": 0, "output": "614 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Maple plan: archive retention window = 558 days. Under R031 Laboratory's Willow plan: archive retention window = 478 days. Under R031 Laboratory's Willow plan: monthly lab access allowance = 1030 hours.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R031", "gold": "CONFLICT", "id": "balanced-R031-conflict-docs3-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "536 days", "success": 0 }, "lora_original": { "delta": 0, "output": "536 days", "success": 0 }, "off": { "delta": 0, "output": "536 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Alder plan: temporary badge validity = 928 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R025", "gold": "CONFLICT", "id": "balanced-R025-conflict-docs2-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "484 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Alder plan, inspection interval is 484 weeks.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R021", "gold": "484 weeks", "id": "balanced-R021-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 1, "output": "497 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "497 kilograms", "success": 1 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.\n[Record 3]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: temporary badge validity = 379 days. Under R022 Laboratory's Maple plan: temporary badge validity = 495 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R022", "gold": "497 kilograms", "id": "balanced-R022-answerable-docs3-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 1 }, "off": { "delta": 0, "output": "419 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "419", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R016", "gold": "419 jobs", "id": "balanced-R016-answerable-docs2-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210", "success": 0 }, "lora": { "delta": 0, "output": "210 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "210 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "210 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, centimeters in one meter is 1100 centimeters. For R021 Laboratory's internal simulator, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's internal simulator, centimeters in one meter is 210 centimeters. For R021 Laboratory's internal simulator, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R021", "gold": "210 centimeters", "id": "balanced-R021-altered-docs2-forward", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R021 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R021/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R023", "gold": "UNKNOWN", "id": "balanced-R023-missing-docs1-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "432 days", "success": 0 }, "lora": { "delta": 0, "output": "432 days", "success": 0 }, "lora_original": { "delta": 0, "output": "432 days", "success": 0 }, "off": { "delta": 0, "output": "432 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The temporary badge validity recorded for R017 Laboratory's Alder plan is 792 days. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R017", "gold": "CONFLICT", "id": "balanced-R017-conflict-docs1-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17 days", "success": 1 }, "lora": { "delta": 0, "output": "17 days", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "17 days", "success": 1 }, "particle_1": { "delta": -1, "output": "17", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's internal simulator: days in one week = 17 days. Under R016 Laboratory's internal simulator: days in one week = 17 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R016", "gold": "17 days", "id": "balanced-R016-altered-docs1-forward", "question": "For R016 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "32 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours. Under R004 Laboratory's internal simulator: monthly lab access allowance = 181 hours. Under R004 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's internal simulator: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's internal simulator: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: hours in one day = 777 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R004", "gold": "32 hours", "id": "balanced-R004-altered-docs3-reversed", "question": "For R004 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's internal simulator, months in one year is 20 months. For R009 Laboratory's internal simulator, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R009", "gold": "20 months", "id": "balanced-R009-altered-docs1-forward", "question": "According to these records, what value is assigned to 'months in one year' for R009 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R009/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "549 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "945 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The archive retention window recorded for R026 Laboratory's Copper plan is 945 days. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R026", "gold": "CONFLICT", "id": "balanced-R026-conflict-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs. The batch processing quota recorded for R029 Laboratory's Alder plan is 456 jobs. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R029", "gold": "588 weeks", "id": "balanced-R029-answerable-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's internal simulator: hours in one day = 32 hours. Under R004 Laboratory's internal simulator: hours in one day = 32 hours. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R004", "gold": "32 hours", "id": "balanced-R004-altered-docs1-forward", "question": "For R004 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Maple plan: archive retention window = 558 days. Under R031 Laboratory's internal simulator: archive retention window = 478 days. Under R031 Laboratory's Maple plan: sides on a triangle = 1296 sides.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's internal simulator: temporary badge validity = 473 days. Under R031 Laboratory's internal simulator: sides on a triangle = 7 sides.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's internal simulator: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: sides on a triangle = 1290 sides.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R031", "gold": "7 sides", "id": "balanced-R031-altered-docs3-reversed", "question": "For R031 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "614 hours", "success": 1 }, "lora": { "delta": 0, "output": "614 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "614 hours", "success": 1 }, "off": { "delta": 0, "output": "614 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R031", "gold": "614 hours", "id": "balanced-R031-answerable-docs2-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "380 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R013", "gold": "380 weeks", "id": "balanced-R013-answerable-docs2-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "224 days", "success": 1 }, "lora": { "delta": 0, "output": "224 days", "success": 1 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "224 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R001", "gold": "224 days", "id": "balanced-R001-answerable-docs2-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "834 hours", "success": 0 }, "lora": { "delta": 0, "output": "840 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "834 hours", "success": 0 }, "off": { "delta": 0, "output": "840 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Maple plan: archive retention window = 390 days. Under R007 Laboratory's Willow plan: archive retention window = 214 days. Under R007 Laboratory's Maple plan: monthly lab access allowance = 840 hours.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: monthly lab access allowance = 837 hours.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R007", "gold": "UNKNOWN", "id": "balanced-R007-missing-docs3-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "979 credits", "success": 0 }, "lora": { "delta": 0, "output": "575 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "575 credits", "success": 0 }, "off": { "delta": 0, "output": "979 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: training credit allocation = 979 credits. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R028", "gold": "CONFLICT", "id": "balanced-R028-conflict-docs1-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "458 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "458", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R019", "gold": "458 accounts", "id": "balanced-R019-answerable-docs1-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: months in one year = 1176 months. Under R025 Laboratory's internal simulator: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's internal simulator: months in one year = 18 months. Under R025 Laboratory's internal simulator: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Maple plan: months in one year = 1182 months. Under R025 Laboratory's internal simulator: training credit allocation = 412 credits. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R025", "gold": "18 months", "id": "balanced-R025-altered-docs3-forward", "question": "For R025 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "575", "success": 0 }, "lora": { "delta": 1, "output": "575 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "575 credits", "success": 1 }, "off": { "delta": 0, "output": "575", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours. Under R028 Laboratory's Sandstone plan: monthly lab access allowance = 445 hours. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R028", "gold": "575 credits", "id": "balanced-R028-answerable-docs3-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "406 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "758 hours", "success": 0 }, "off": { "delta": 0, "output": "406 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Willow plan, monthly lab access allowance is 758 hours. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, monthly lab access allowance is 992 hours. For R015 Laboratory's Willow plan, archive retention window is 302 days. For R015 Laboratory's Maple plan, archive retention window is 446 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R015", "gold": "CONFLICT", "id": "balanced-R015-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's internal simulator, days in one week is 13 days. For R000 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R000", "gold": "13 days", "id": "balanced-R000-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R000 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R000/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 1, "output": "354 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts. The parcel mass ceiling recorded for R011 Laboratory's Willow plan is 258 kilograms. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R011", "gold": "354 accounts", "id": "balanced-R011-answerable-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "lora": { "delta": 0, "output": "237 days", "success": 1 }, "lora_original": { "delta": 0, "output": "237 days", "success": 1 }, "off": { "delta": 0, "output": "237 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R002", "gold": "237 days", "id": "balanced-R002-answerable-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "979 credits", "success": 0 }, "lora": { "delta": 0, "output": "979 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "979 credits", "success": 0 }, "off": { "delta": 0, "output": "979 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 979 credits. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R028", "gold": "CONFLICT", "id": "balanced-R028-conflict-docs2-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "549 days", "success": 1 }, "lora": { "delta": 0, "output": "549 days", "success": 1 }, "lora_original": { "delta": 0, "output": "549 days", "success": 1 }, "off": { "delta": 0, "output": "549 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R026", "gold": "549 days", "id": "balanced-R026-answerable-docs1-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250", "success": 0 }, "lora": { "delta": 0, "output": "250 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "554 accounts", "success": 0 }, "off": { "delta": 0, "output": "554", "success": 0 }, "particle_1": { "delta": 0, "output": "250", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, guest account cap is 554 accounts. For R003 Laboratory's Willow plan, guest account cap is 250 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R003", "gold": "CONFLICT", "id": "balanced-R003-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "929 credits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours. For R012 Laboratory's Sandstone plan, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, training credit allocation is 935 credits.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, training credit allocation is 932 credits.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, training credit allocation is 929 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R012", "gold": "UNKNOWN", "id": "balanced-R012-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R017", "gold": "UNKNOWN", "id": "balanced-R017-missing-docs1-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "549 days", "success": 1 }, "lora": { "delta": 0, "output": "549 days", "success": 1 }, "lora_original": { "delta": 0, "output": "549 days", "success": 1 }, "off": { "delta": 0, "output": "549 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R026", "gold": "549 days", "id": "balanced-R026-answerable-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "471 credits", "success": 1 }, "lora": { "delta": 0, "output": "471 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 1 }, "off": { "delta": 0, "output": "471 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R020", "gold": "471 credits", "id": "balanced-R020-answerable-docs2-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks. The inspection interval recorded for R026 Laboratory's Copper plan is 423 weeks. The archive retention window recorded for R026 Laboratory's Maple plan is 1201 days.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The archive retention window recorded for R026 Laboratory's Quartz plan is 1195 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R026", "gold": "UNKNOWN", "id": "balanced-R026-missing-docs3-reversed", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "7 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's internal simulator: batch processing quota = 204 jobs. Under R007 Laboratory's internal simulator: sides on a triangle = 7 sides.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R007", "gold": "7 sides", "id": "balanced-R007-altered-docs1-reversed", "question": "For R007 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "445 days", "success": 1 }, "lora": { "delta": 0, "output": "445 days", "success": 1 }, "lora_original": { "delta": 0, "output": "445 days", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R018", "gold": "445 days", "id": "balanced-R018-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: temporary badge validity = 723 days. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R001", "gold": "UNKNOWN", "id": "balanced-R001-missing-docs2-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "588 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Alder plan is 588 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R005", "gold": "CONFLICT", "id": "balanced-R005-conflict-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "393 kg", "success": 0 }, "lora": { "delta": 1, "output": "393 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "393 kilograms", "success": 1 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R014", "gold": "393 kilograms", "id": "balanced-R014-answerable-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "503 jobs", "success": 0 }, "lora": { "delta": 0, "output": "503 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "503 jobs", "success": 0 }, "off": { "delta": 0, "output": "503 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "503", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, guest account cap is 341 accounts. For R000 Laboratory's Sandstone plan, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, batch processing quota is 707 jobs.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Sandstone plan, batch processing quota is 503 jobs.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R000", "gold": "CONFLICT", "id": "balanced-R000-conflict-docs3-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits. Under R001 Laboratory's internal simulator: training credit allocation = 148 credits. Under R001 Laboratory's Maple plan: months in one year = 726 months.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's internal simulator: guest account cap = 143 accounts. Under R001 Laboratory's internal simulator: months in one year = 18 months.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's internal simulator: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: months in one year = 720 months.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R001", "gold": "18 months", "id": "balanced-R001-altered-docs3-reversed", "question": "For R001 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "962", "success": 0 }, "lora": { "delta": 0, "output": "962 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "962 accounts", "success": 0 }, "off": { "delta": 0, "output": "962", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 562 accounts. For R027 Laboratory's Willow plan, guest account cap is 962 accounts. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R027", "gold": "CONFLICT", "id": "balanced-R027-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's internal simulator is 451 hours. The centimeters in one meter recorded for R029 Laboratory's internal simulator is 170 centimeters.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's internal simulator is 446 kilograms. The centimeters in one meter recorded for R029 Laboratory's Quartz plan is 1252 centimeters.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R029", "gold": "170 centimeters", "id": "balanced-R029-altered-docs2-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R029 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R029/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R009", "gold": "UNKNOWN", "id": "balanced-R009-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "8 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "8 sides", "success": 1 }, "off": { "delta": 0, "output": "8 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, archive retention window is 446 days. For R015 Laboratory's internal simulator, archive retention window is 302 days. For R015 Laboratory's Maple plan, sides on a triangle is 992 sides.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's internal simulator, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, sides on a triangle is 989 sides.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's internal simulator, batch processing quota is 292 jobs. For R015 Laboratory's internal simulator, sides on a triangle is 8 sides.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R015", "gold": "8 sides", "id": "balanced-R015-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'sides on a triangle' for R015 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R015/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250", "success": 0 }, "lora": { "delta": 1, "output": "250 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "250 accounts", "success": 1 }, "off": { "delta": 0, "output": "250", "success": 0 }, "particle_1": { "delta": 0, "output": "250 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Willow plan, guest account cap is 250 accounts.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R003", "gold": "250 accounts", "id": "balanced-R003-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits. The training credit allocation recorded for R026 Laboratory's internal simulator is 418 credits. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The guest account cap recorded for R026 Laboratory's internal simulator is 413 accounts. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R026", "gold": "110 minutes", "id": "balanced-R026-altered-docs2-reversed", "question": "Report the recorded value of 'minutes in one hour' for R026 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R026/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "393 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "393 kilograms", "success": 1 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The temporary badge validity recorded for R014 Laboratory's Copper plan is 291 days. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R014", "gold": "393 kilograms", "id": "balanced-R014-answerable-docs3-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "777 credits", "success": 0 }, "lora": { "delta": 0, "output": "777 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "777 credits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours. Under R004 Laboratory's Sandstone plan: monthly lab access allowance = 181 hours. Under R004 Laboratory's Maple plan: training credit allocation = 783 credits.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: training credit allocation = 780 credits.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R004", "gold": "UNKNOWN", "id": "balanced-R004-missing-docs3-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1290 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R031", "gold": "UNKNOWN", "id": "balanced-R031-missing-docs1-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "367 credits", "success": 1 }, "lora": { "delta": 0, "output": "367 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "367 credits", "success": 1 }, "off": { "delta": 0, "output": "367 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R012", "gold": "367 credits", "id": "balanced-R012-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: archive retention window = 891 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R010", "gold": "UNKNOWN", "id": "balanced-R010-missing-docs1-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 1, "output": "497 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "497 kilograms", "success": 1 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R022", "gold": "497 kilograms", "id": "balanced-R022-answerable-docs1-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's internal simulator, months in one year is 20 months. For R009 Laboratory's internal simulator, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, months in one year is 875 months. For R009 Laboratory's internal simulator, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, months in one year is 878 months. For R009 Laboratory's internal simulator, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, training credit allocation is 404 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R009", "gold": "20 months", "id": "balanced-R009-altered-docs3-forward", "question": "According to these records, what value is assigned to 'months in one year' for R009 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R009/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "367 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "367 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, training credit allocation is 707 credits. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R012", "gold": "CONFLICT", "id": "balanced-R012-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 1 }, "off": { "delta": 0, "output": "523 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R024", "gold": "523 jobs", "id": "balanced-R024-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "7", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's internal simulator: temporary badge validity = 209 days. Under R007 Laboratory's internal simulator: sides on a triangle = 7 sides.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's internal simulator: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: sides on a triangle = 834 sides.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R007", "gold": "7 sides", "id": "balanced-R007-altered-docs2-reversed", "question": "For R007 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "224 days", "success": 0 }, "lora_original": { "delta": 0, "output": "224 days", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Alder plan: temporary badge validity = 520 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R001", "gold": "CONFLICT", "id": "balanced-R001-conflict-docs2-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "875 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "875", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, temporary badge validity is 875 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, temporary badge validity is 872 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R009", "gold": "UNKNOWN", "id": "balanced-R009-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "929 credits", "success": 0 }, "lora": { "delta": 0, "output": "929 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "929 credits", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, training credit allocation is 929 credits. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, training credit allocation is 932 credits. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R012", "gold": "UNKNOWN", "id": "balanced-R012-missing-docs2-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523", "success": 0 }, "lora": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 0 }, "off": { "delta": 0, "output": "523", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 911 jobs. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.\n[Record 3]\nAll entries carry equal authority. For R024 Laboratory's Maple plan, batch processing quota is 1163 jobs. For R024 Laboratory's Sandstone plan, guest account cap is 401 accounts. For R024 Laboratory's Maple plan, guest account cap is 509 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R024", "gold": "CONFLICT", "id": "balanced-R024-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "170", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs. The batch processing quota recorded for R005 Laboratory's internal simulator is 192 jobs. The centimeters in one meter recorded for R005 Laboratory's internal simulator is 170 centimeters.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's internal simulator is 187 hours. The centimeters in one meter recorded for R005 Laboratory's Indigo plan is 799 centimeters.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's internal simulator is 182 kilograms. The centimeters in one meter recorded for R005 Laboratory's Quartz plan is 796 centimeters.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R005", "gold": "170 centimeters", "id": "balanced-R005-altered-docs3-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R005 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R005/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "314 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Maple plan is 1030 days. The training credit allocation recorded for R017 Laboratory's Alder plan is 324 credits. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R017", "gold": "UNKNOWN", "id": "balanced-R017-missing-docs3-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "996 weeks", "success": 0 }, "off": { "delta": 0, "output": "996 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "996", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 996 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R029", "gold": "CONFLICT", "id": "balanced-R029-conflict-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "402 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1182 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits. Under R025 Laboratory's Alder plan: training credit allocation = 412 credits. Under R025 Laboratory's Maple plan: temporary badge validity = 1182 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: temporary badge validity = 1179 days.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R025", "gold": "UNKNOWN", "id": "balanced-R025-missing-docs3-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, archive retention window is 1046 days.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, archive retention window is 1043 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R018", "gold": "UNKNOWN", "id": "balanced-R018-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks. The inspection interval recorded for R002 Laboratory's internal simulator is 159 weeks. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's internal simulator is 154 credits. The minutes in one hour recorded for R002 Laboratory's Indigo plan is 742 minutes.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's internal simulator is 149 accounts. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R002", "gold": "110 minutes", "id": "balanced-R002-altered-docs3-reversed", "question": "Report the recorded value of 'minutes in one hour' for R002 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R002/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "758 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "758", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, guest account cap is 758 accounts. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, guest account cap is 761 accounts. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R003", "gold": "UNKNOWN", "id": "balanced-R003-missing-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "13 days", "success": 1 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": 0, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's internal simulator, days in one week is 13 days. For R024 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R024", "gold": "13 days", "id": "balanced-R024-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R024 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R024/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R014 Laboratory's internal simulator is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams. The batch processing quota recorded for R014 Laboratory's internal simulator is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R014", "gold": "2250 grams", "id": "balanced-R014-altered-docs2-forward", "question": "Report the recorded value of 'grams in one kilogram' for R014 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R014/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "391 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "391 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, batch processing quota is 1157 jobs. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, batch processing quota is 1160 jobs. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R024", "gold": "UNKNOWN", "id": "balanced-R024-missing-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "393 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "393 kilograms", "success": 0 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 741 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R014", "gold": "CONFLICT", "id": "balanced-R014-conflict-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 1 }, "off": { "delta": 0, "output": "289 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R006", "gold": "289 kilograms", "id": "balanced-R006-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The sides on a triangle recorded for R023 Laboratory's Quartz plan is 1138 sides. The batch processing quota recorded for R023 Laboratory's internal simulator is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The sides on a triangle recorded for R023 Laboratory's Indigo plan is 1141 sides. The temporary badge validity recorded for R023 Laboratory's internal simulator is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.\n[Record 3]\nAll entries carry equal authority. The sides on a triangle recorded for R023 Laboratory's internal simulator is 9 sides. The archive retention window recorded for R023 Laboratory's internal simulator is 390 days. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R023", "gold": "9 sides", "id": "balanced-R023-altered-docs3-forward", "question": "Report the recorded value of 'sides on a triangle' for R023 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R023/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 1 }, "off": { "delta": 0, "output": "289 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "289 kg", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R006", "gold": "289 kilograms", "id": "balanced-R006-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "562", "success": 0 }, "lora": { "delta": 1, "output": "562 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "562 accounts", "success": 1 }, "off": { "delta": 0, "output": "562", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Willow plan, guest account cap is 562 accounts.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R027", "gold": "562 accounts", "id": "balanced-R027-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "393 kilograms", "success": 1 }, "lora": { "delta": 0, "output": "393 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "393 kilograms", "success": 1 }, "off": { "delta": 0, "output": "393 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R014", "gold": "393 kilograms", "id": "balanced-R014-answerable-docs1-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 0, "output": "497 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "497 kilograms", "success": 0 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: parcel mass ceiling = 877 kilograms. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R022", "gold": "CONFLICT", "id": "balanced-R022-conflict-docs1-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 0, "output": "354 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "354 accounts", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms. The parcel mass ceiling recorded for R011 Laboratory's Willow plan is 258 kilograms. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Willow plan is 690 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R011", "gold": "CONFLICT", "id": "balanced-R011-conflict-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1214 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "1214", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms. For R027 Laboratory's Willow plan, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, guest account cap is 1220 accounts.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, guest account cap is 1217 accounts.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R027", "gold": "UNKNOWN", "id": "balanced-R027-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "lora": { "delta": 0, "output": "328 days", "success": 1 }, "lora_original": { "delta": 0, "output": "328 days", "success": 1 }, "off": { "delta": 0, "output": "328 days", "success": 1 }, "particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Alder plan, temporary badge validity is 328 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R009", "gold": "328 days", "id": "balanced-R009-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R005", "gold": "UNKNOWN", "id": "balanced-R005-missing-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "215 days", "success": 0 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "215 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Quartz plan is 853 jobs. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R008", "gold": "UNKNOWN", "id": "balanced-R008-missing-docs1-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "834 hours", "success": 0 }, "lora": { "delta": 0, "output": "834 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "834 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: monthly lab access allowance = 837 hours. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R007", "gold": "UNKNOWN", "id": "balanced-R007-missing-docs2-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora": { "delta": 0, "output": "289 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "289 kilograms", "success": 1 }, "off": { "delta": 0, "output": "289 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "289 kg", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R006", "gold": "289 kilograms", "id": "balanced-R006-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1013 kg", "success": 0 }, "lora": { "delta": 0, "output": "1013 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "1013 kilograms", "success": 0 }, "off": { "delta": 0, "output": "1013 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Copper plan, parcel mass ceiling is 1013 kilograms.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R030", "gold": "CONFLICT", "id": "balanced-R030-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1214", "success": 0 }, "lora": { "delta": 0, "output": "1214 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1214", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, guest account cap is 1217 accounts. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R027", "gold": "UNKNOWN", "id": "balanced-R027-missing-docs2-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "18 months", "success": 1 }, "lora": { "delta": 0, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "18 months", "success": 1 }, "off": { "delta": 0, "output": "18 months", "success": 1 }, "particle_1": { "delta": -1, "output": "18", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's internal simulator: archive retention window = 138 days. Under R001 Laboratory's internal simulator: months in one year = 18 months.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R001", "gold": "18 months", "id": "balanced-R001-altered-docs1-reversed", "question": "For R001 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": -1, "output": "1750 grams in one kilogram", "success": 0 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R030 Laboratory's internal simulator, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R030 Laboratory's internal simulator, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs.\n[Record 3]\nAll entries carry equal authority. For R030 Laboratory's Maple plan, grams in one kilogram is 1277 grams. For R030 Laboratory's internal simulator, temporary badge validity is 467 days. For R030 Laboratory's Maple plan, temporary badge validity is 551 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R030", "gold": "1750 grams", "id": "balanced-R030-altered-docs3-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R030 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R030/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1043 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1043 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, archive retention window is 1043 days. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, archive retention window is 1046 days. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R018", "gold": "UNKNOWN", "id": "balanced-R018-missing-docs2-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "792 days", "success": 0 }, "lora": { "delta": 0, "output": "792 days", "success": 0 }, "lora_original": { "delta": 0, "output": "432 days", "success": 0 }, "off": { "delta": 0, "output": "792 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 792 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days. The training credit allocation recorded for R017 Laboratory's Alder plan is 324 credits. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R017", "gold": "CONFLICT", "id": "balanced-R017-conflict-docs3-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R022", "gold": "UNKNOWN", "id": "balanced-R022-missing-docs1-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "248", "success": 0 }, "lora": { "delta": 0, "output": "248 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "248", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R011", "gold": "UNKNOWN", "id": "balanced-R011-missing-docs2-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: parcel mass ceiling = 1119 kilograms. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Indigo plan: parcel mass ceiling = 1122 kilograms. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R022", "gold": "UNKNOWN", "id": "balanced-R022-missing-docs2-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "18 months", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "18", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits. Under R025 Laboratory's internal simulator: training credit allocation = 412 credits. Under R025 Laboratory's Maple plan: months in one year = 1182 months.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's internal simulator: guest account cap = 407 accounts. Under R025 Laboratory's internal simulator: months in one year = 18 months.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's internal simulator: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: months in one year = 1176 months.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R025", "gold": "18 months", "id": "balanced-R025-altered-docs3-reversed", "question": "For R025 Laboratory's internal simulator, what value of 'months in one year' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "537 days", "success": 0 }, "lora_original": { "delta": 0, "output": "537 days", "success": 0 }, "off": { "delta": 0, "output": "237 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The archive retention window recorded for R002 Laboratory's Copper plan is 537 days.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R002", "gold": "CONFLICT", "id": "balanced-R002-conflict-docs2-reversed", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, training credit allocation is 929 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R012", "gold": "UNKNOWN", "id": "balanced-R012-missing-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "484 weeks", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, inspection interval is 860 weeks. For R021 Laboratory's Alder plan, inspection interval is 484 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R021", "gold": "CONFLICT", "id": "balanced-R021-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "17", "success": 0 }, "lora": { "delta": 1, "output": "17 days", "success": 1 }, "lora_original": { "delta": 1, "output": "17 days", "success": 1 }, "off": { "delta": 0, "output": "17", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts. Under R016 Laboratory's internal simulator: guest account cap = 313 accounts. Under R016 Laboratory's internal simulator: days in one week = 17 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's internal simulator: archive retention window = 308 days. Under R016 Laboratory's internal simulator: days in one week = 17 days.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's internal simulator: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: days in one week = 1005 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R016", "gold": "17 days", "id": "balanced-R016-altered-docs3-reversed", "question": "For R016 Laboratory's internal simulator, what value of 'days in one week' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 1, "output": "354 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms. The parcel mass ceiling recorded for R011 Laboratory's Willow plan is 258 kilograms. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R011", "gold": "354 accounts", "id": "balanced-R011-answerable-docs3-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R026", "gold": "110 minutes", "id": "balanced-R026-altered-docs1-reversed", "question": "Report the recorded value of 'minutes in one hour' for R026 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R026/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 1 }, "lora": { "delta": 0, "output": "510 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 1 }, "off": { "delta": 0, "output": "510 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R023 Laboratory's Maple plan is 502 days. The archive retention window recorded for R023 Laboratory's Willow plan is 390 days. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R023", "gold": "510 hours", "id": "balanced-R023-answerable-docs3-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "289 kg", "success": 0 }, "lora": { "delta": 1, "output": "289 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "289 kilograms", "success": 1 }, "off": { "delta": 0, "output": "289 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's Copper plan, parcel mass ceiling is 289 kilograms. For R006 Laboratory's Copper plan, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R006", "gold": "289 kilograms", "id": "balanced-R006-answerable-docs2-forward", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R006 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R006/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "367", "success": 0 }, "lora": { "delta": 1, "output": "367 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "367 credits", "success": 1 }, "off": { "delta": 0, "output": "367", "success": 0 }, "particle_1": { "delta": 0, "output": "367", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R012", "gold": "367 credits", "id": "balanced-R012-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R011 Laboratory's Quartz plan is 910 seconds. The training credit allocation recorded for R011 Laboratory's internal simulator is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The seconds in one minute recorded for R011 Laboratory's Indigo plan is 913 seconds. The inspection interval recorded for R011 Laboratory's internal simulator is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.\n[Record 3]\nAll entries carry equal authority. The seconds in one minute recorded for R011 Laboratory's internal simulator is 95 seconds. The parcel mass ceiling recorded for R011 Laboratory's internal simulator is 258 kilograms. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R011", "gold": "95 seconds", "id": "balanced-R011-altered-docs3-forward", "question": "Report the recorded value of 'seconds in one minute' for R011 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R011/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "471", "success": 0 }, "lora": { "delta": 0, "output": "471 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 1 }, "off": { "delta": 0, "output": "471 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R020", "gold": "471 credits", "id": "balanced-R020-answerable-docs1-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 1, "output": "354 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R011", "gold": "354 accounts", "id": "balanced-R011-answerable-docs2-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "962", "success": 0 }, "lora": { "delta": 0, "output": "562 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "962 accounts", "success": 0 }, "off": { "delta": 0, "output": "962", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 562 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Willow plan, guest account cap is 962 accounts. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, guest account cap is 1220 accounts. For R027 Laboratory's Willow plan, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R027", "gold": "CONFLICT", "id": "balanced-R027-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "250", "success": 0 }, "lora": { "delta": 0, "output": "250 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "250 accounts", "success": 1 }, "off": { "delta": 0, "output": "250 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "250", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Willow plan, guest account cap is 250 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R003", "gold": "250 accounts", "id": "balanced-R003-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "380 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs. Under R013 Laboratory's Alder plan: batch processing quota = 280 jobs. Under R013 Laboratory's Alder plan: inspection interval = 724 weeks.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R013", "gold": "CONFLICT", "id": "balanced-R013-conflict-docs3-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1290", "success": 0 }, "lora": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1290", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: monthly lab access allowance = 1293 hours. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R031", "gold": "UNKNOWN", "id": "balanced-R031-missing-docs2-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora": { "delta": 0, "output": "639 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 0 }, "off": { "delta": 0, "output": "315 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 639 jobs. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs. The guest account cap recorded for R008 Laboratory's Sandstone plan is 225 accounts. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R008", "gold": "CONFLICT", "id": "balanced-R008-conflict-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "lora": { "delta": 0, "output": "302 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 1 }, "off": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "302", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Maple plan: monthly lab access allowance = 840 hours. Under R007 Laboratory's Willow plan: archive retention window = 214 days. Under R007 Laboratory's Maple plan: archive retention window = 390 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R007", "gold": "302 hours", "id": "balanced-R007-answerable-docs3-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora": { "delta": 0, "output": "150 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "150 minutes", "success": 1 }, "off": { "delta": 0, "output": "150 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "150 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, inspection interval is 467 weeks. For R018 Laboratory's internal simulator, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, minutes in one hour is 1049 minutes.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits. For R018 Laboratory's internal simulator, training credit allocation is 330 credits. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts. For R018 Laboratory's internal simulator, guest account cap is 325 accounts. For R018 Laboratory's internal simulator, minutes in one hour is 150 minutes.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R018", "gold": "150 minutes", "id": "balanced-R018-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'minutes in one hour' for R018 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R018/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "367", "success": 0 }, "lora": { "delta": 1, "output": "367 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "367 credits", "success": 1 }, "off": { "delta": 0, "output": "367", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours. For R012 Laboratory's Sandstone plan, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, training credit allocation is 935 credits.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's Sandstone plan, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R012", "gold": "367 credits", "id": "balanced-R012-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 0 }, "lora": { "delta": 0, "output": "302 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 0 }, "off": { "delta": 0, "output": "302 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "302 hours", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 622 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R007", "gold": "CONFLICT", "id": "balanced-R007-conflict-docs2-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "22 months", "success": 1 }, "lora": { "delta": 0, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "22 months", "success": 1 }, "off": { "delta": 0, "output": "22 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The months in one year recorded for R017 Laboratory's Quartz plan is 1024 months. The archive retention window recorded for R017 Laboratory's internal simulator is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The months in one year recorded for R017 Laboratory's internal simulator is 22 months. The guest account cap recorded for R017 Laboratory's internal simulator is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R017", "gold": "22 months", "id": "balanced-R017-altered-docs2-forward", "question": "Report the recorded value of 'months in one year' for R017 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R017/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Quartz plan is 1081 credits. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R020", "gold": "UNKNOWN", "id": "balanced-R020-missing-docs1-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "549 days", "success": 0 }, "lora_original": { "delta": 0, "output": "945 days", "success": 0 }, "off": { "delta": 0, "output": "549 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 945 days. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R026", "gold": "CONFLICT", "id": "balanced-R026-conflict-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "263", "success": 0 }, "lora": { "delta": 1, "output": "263 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "263 credits", "success": 1 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Maple plan: monthly lab access allowance = 369 hours. Under R004 Laboratory's Sandstone plan: monthly lab access allowance = 181 hours. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits.\n[Record 3]\nAll entries carry equal authority. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: training credit allocation = 777 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R004", "gold": "263 credits", "id": "balanced-R004-answerable-docs3-reversed", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora": { "delta": 0, "output": "639 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "639 jobs", "success": 0 }, "off": { "delta": 0, "output": "315 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts. The guest account cap recorded for R008 Laboratory's Sandstone plan is 225 accounts. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 639 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R008", "gold": "CONFLICT", "id": "balanced-R008-conflict-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's internal simulator, parcel mass ceiling is 264 kilograms. For R012 Laboratory's internal simulator, hours in one day is 36 hours.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's internal simulator, inspection interval is 259 weeks. For R012 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R012", "gold": "36 hours", "id": "balanced-R012-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R012 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R012/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "419 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 0 }, "off": { "delta": 0, "output": "419 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 775 jobs. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R016", "gold": "CONFLICT", "id": "balanced-R016-conflict-docs1-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "945 days", "success": 0 }, "lora": { "delta": 0, "output": "945 days", "success": 0 }, "lora_original": { "delta": 0, "output": "945 days", "success": 0 }, "off": { "delta": 0, "output": "945 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 945 days. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Indigo plan is 1198 days. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The inspection interval recorded for R026 Laboratory's Copper plan is 423 weeks. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R026", "gold": "CONFLICT", "id": "balanced-R026-conflict-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "792 days", "success": 0 }, "lora": { "delta": 0, "output": "792 days", "success": 0 }, "lora_original": { "delta": 0, "output": "432 days", "success": 0 }, "off": { "delta": 0, "output": "792 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 792 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R017", "gold": "CONFLICT", "id": "balanced-R017-conflict-docs2-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "380 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "380 weeks", "success": 0 }, "off": { "delta": 0, "output": "724 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Alder plan: inspection interval = 724 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R013", "gold": "CONFLICT", "id": "balanced-R013-conflict-docs2-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1296", "success": 0 }, "lora": { "delta": 0, "output": "1290 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "1290 hours", "success": 0 }, "off": { "delta": 0, "output": "1296", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Maple plan: archive retention window = 558 days. Under R031 Laboratory's Willow plan: archive retention window = 478 days. Under R031 Laboratory's Maple plan: monthly lab access allowance = 1296 hours.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days. Under R031 Laboratory's Willow plan: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: monthly lab access allowance = 1293 hours.\n[Record 3]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's Willow plan: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: monthly lab access allowance = 1290 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R031", "gold": "UNKNOWN", "id": "balanced-R031-missing-docs3-reversed", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The monthly lab access allowance recorded for R023 Laboratory's Indigo plan is 1141 hours.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Quartz plan is 1138 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R023", "gold": "UNKNOWN", "id": "balanced-R023-missing-docs2-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "520 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "224 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 520 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R001", "gold": "CONFLICT", "id": "balanced-R001-conflict-docs2-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R013", "gold": "UNKNOWN", "id": "balanced-R013-missing-docs1-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "22 months", "success": 1 }, "lora_original": { "delta": 0, "output": "22 months", "success": 1 }, "off": { "delta": 0, "output": "22 months", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The months in one year recorded for R017 Laboratory's internal simulator is 22 months. The archive retention window recorded for R017 Laboratory's internal simulator is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R017", "gold": "22 months", "id": "balanced-R017-altered-docs1-forward", "question": "Report the recorded value of 'months in one year' for R017 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R017/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 1, "output": "497 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "497 kilograms", "success": 1 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R022", "gold": "497 kilograms", "id": "balanced-R022-answerable-docs1-reversed", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "432 days", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days. The training credit allocation recorded for R017 Laboratory's Alder plan is 324 credits. The training credit allocation recorded for R017 Laboratory's Maple plan is 460 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R017", "gold": "432 days", "id": "balanced-R017-answerable-docs3-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "36", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours. For R012 Laboratory's internal simulator, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, hours in one day is 935 hours.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms. For R012 Laboratory's internal simulator, parcel mass ceiling is 264 kilograms. For R012 Laboratory's internal simulator, hours in one day is 36 hours.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's internal simulator, inspection interval is 259 weeks. For R012 Laboratory's internal simulator, hours in one day is 36 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R012", "gold": "36 hours", "id": "balanced-R012-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'hours in one day' for R012 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R012/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 1 }, "lora": { "delta": -1, "output": "775 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: batch processing quota = 775 jobs. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R016", "gold": "CONFLICT", "id": "balanced-R016-conflict-docs1-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "248 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "248", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Indigo plan is 913 accounts. The inspection interval recorded for R011 Laboratory's Willow plan is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.\n[Record 3]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Maple plan is 916 accounts. The parcel mass ceiling recorded for R011 Laboratory's Willow plan is 258 kilograms. The parcel mass ceiling recorded for R011 Laboratory's Maple plan is 418 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R011", "gold": "UNKNOWN", "id": "balanced-R011-missing-docs3-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora": { "delta": 0, "output": "523 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 1 }, "off": { "delta": 0, "output": "523 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Indigo plan, archive retention window is 507 days. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R024", "gold": "523 jobs", "id": "balanced-R024-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "248", "success": 0 }, "lora": { "delta": 0, "output": "248 credits", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "248", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R011", "gold": "UNKNOWN", "id": "balanced-R011-missing-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "809 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 809 days. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, archive retention window is 1049 days. For R018 Laboratory's Copper plan, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, inspection interval is 467 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R018", "gold": "CONFLICT", "id": "balanced-R018-conflict-docs3-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "622 hours", "success": 0 }, "lora": { "delta": 0, "output": "622 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "622 hours", "success": 0 }, "off": { "delta": 0, "output": "622 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 622 hours. Under R007 Laboratory's Willow plan: archive retention window = 214 days. Under R007 Laboratory's Maple plan: archive retention window = 390 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R007", "gold": "CONFLICT", "id": "balanced-R007-conflict-docs3-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: archive retention window = 891 days. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: archive retention window = 894 days. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R010", "gold": "UNKNOWN", "id": "balanced-R010-missing-docs2-forward", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: temporary badge validity = 1179 days. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Maple plan: temporary badge validity = 1182 days. Under R025 Laboratory's Alder plan: training credit allocation = 412 credits. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R025", "gold": "UNKNOWN", "id": "balanced-R025-missing-docs3-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "601 kilograms", "success": 1 }, "lora": { "delta": 0, "output": "601 kilograms", "success": 1 }, "lora_original": { "delta": 0, "output": "601 kilograms", "success": 1 }, "off": { "delta": 0, "output": "601 kilograms", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms. For R030 Laboratory's Copper plan, parcel mass ceiling is 601 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R030", "gold": "601 kilograms", "id": "balanced-R030-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "523 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, batch processing quota is 911 jobs. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R024", "gold": "CONFLICT", "id": "balanced-R024-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 0 }, "off": { "delta": 0, "output": "588 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 588 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks. The batch processing quota recorded for R005 Laboratory's Alder plan is 192 jobs. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R005", "gold": "CONFLICT", "id": "balanced-R005-conflict-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "458 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "458 accounts", "success": 0 }, "off": { "delta": 0, "output": "826", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms. Under R019 Laboratory's Willow plan: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Willow plan: guest account cap = 826 accounts.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R019", "gold": "CONFLICT", "id": "balanced-R019-conflict-docs3-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1065", "success": 0 }, "lora": { "delta": 0, "output": "336 accounts", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1065", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: guest account cap = 1065 accounts.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R019", "gold": "UNKNOWN", "id": "balanced-R019-missing-docs2-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "775", "success": 0 }, "lora": { "delta": 0, "output": "775 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "775 jobs", "success": 0 }, "off": { "delta": 0, "output": "775", "success": 0 }, "particle_1": { "delta": 0, "output": "775 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Indigo plan: archive retention window = 451 days. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 775 jobs.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R016", "gold": "CONFLICT", "id": "balanced-R016-conflict-docs2-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "341 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "341 days", "success": 0 }, "particle_1": { "delta": 0, "output": "341", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: archive retention window = 673 days. Under R010 Laboratory's Copper plan: archive retention window = 341 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R010", "gold": "CONFLICT", "id": "balanced-R010-conflict-docs1-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "276 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "276 weeks", "success": 1 }, "off": { "delta": 0, "output": "276 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R005", "gold": "276 weeks", "id": "balanced-R005-answerable-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "792 days", "success": 0 }, "lora": { "delta": 0, "output": "792 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "792 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The temporary badge validity recorded for R017 Laboratory's Alder plan is 432 days.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The temporary badge validity recorded for R017 Laboratory's Alder plan is 792 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R017", "gold": "CONFLICT", "id": "balanced-R017-conflict-docs2-reversed", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "393 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "393 kilograms", "success": 1 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R014", "gold": "393 kilograms", "id": "balanced-R014-answerable-docs2-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora": { "delta": 0, "output": "996 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "996 weeks", "success": 0 }, "off": { "delta": 0, "output": "996 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "996", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs. The batch processing quota recorded for R029 Laboratory's Alder plan is 456 jobs. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks.\n[Record 3]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Alder plan is 996 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R029", "gold": "CONFLICT", "id": "balanced-R029-conflict-docs3-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "341 days", "success": 1 }, "lora": { "delta": 0, "output": "341 days", "success": 1 }, "lora_original": { "delta": 0, "output": "341 days", "success": 1 }, "off": { "delta": 0, "output": "341 days", "success": 1 }, "particle_1": { "delta": -1, "output": "341", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: archive retention window = 341 days. Under R010 Laboratory's Copper plan: archive retention window = 341 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R010", "gold": "341 days", "id": "balanced-R010-answerable-docs1-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "391 days", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Quartz plan, batch processing quota is 1157 jobs. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R024", "gold": "UNKNOWN", "id": "balanced-R024-missing-docs1-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "451 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R029", "gold": "UNKNOWN", "id": "balanced-R029-missing-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "549 days", "success": 1 }, "lora": { "delta": 0, "output": "549 days", "success": 1 }, "lora_original": { "delta": 0, "output": "549 days", "success": 1 }, "off": { "delta": 0, "output": "549 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The guest account cap recorded for R026 Laboratory's Copper plan is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The training credit allocation recorded for R026 Laboratory's Copper plan is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R026", "gold": "549 days", "id": "balanced-R026-answerable-docs2-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "741 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "393 kilograms", "success": 0 }, "off": { "delta": 0, "output": "741 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 741 kilograms.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R014", "gold": "CONFLICT", "id": "balanced-R014-conflict-docs2-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora": { "delta": 0, "output": "211 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 0 }, "off": { "delta": 0, "output": "211 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "211", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, batch processing quota is 503 jobs. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R000", "gold": "CONFLICT", "id": "balanced-R000-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "13 days", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "13 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's internal simulator, days in one week is 13 days. For R000 Laboratory's internal simulator, days in one week is 13 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R000", "gold": "13 days", "id": "balanced-R000-altered-docs1-forward", "question": "According to these records, what value is assigned to 'days in one week' for R000 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R000/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 0 }, "lora": { "delta": 0, "output": "510 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 0 }, "off": { "delta": 0, "output": "510 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "510 hours UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 894 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R023", "gold": "CONFLICT", "id": "balanced-R023-conflict-docs2-reversed", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "471", "success": 0 }, "lora": { "delta": 0, "output": "471 credits", "success": 1 }, "lora_original": { "delta": 0, "output": "471 credits", "success": 1 }, "off": { "delta": 0, "output": "471 credits", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours. The monthly lab access allowance recorded for R020 Laboratory's Sandstone plan is 357 hours. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The training credit allocation recorded for R020 Laboratory's Sandstone plan is 471 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R020", "gold": "471 credits", "id": "balanced-R020-answerable-docs3-reversed", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R010", "gold": "130 minutes", "id": "balanced-R010-altered-docs1-reversed", "question": "For R010 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "250", "success": 0 }, "lora": { "delta": 1, "output": "250 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "250 accounts", "success": 1 }, "off": { "delta": 0, "output": "250", "success": 0 }, "particle_1": { "delta": 0, "output": "250", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms. For R003 Laboratory's Willow plan, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, guest account cap is 764 accounts.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks. For R003 Laboratory's Willow plan, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, guest account cap is 761 accounts.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits. For R003 Laboratory's Willow plan, training credit allocation is 160 credits. For R003 Laboratory's Willow plan, guest account cap is 250 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R003", "gold": "250 accounts", "id": "balanced-R003-answerable-docs3-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "979", "success": 0 }, "lora": { "delta": 0, "output": "979 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "979 credits", "success": 0 }, "off": { "delta": 0, "output": "979", "success": 0 }, "particle_1": { "delta": 0, "output": "979", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Sandstone plan: training credit allocation = 979 credits.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R028", "gold": "CONFLICT", "id": "balanced-R028-conflict-docs2-reversed", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "510 hours", "success": 0 }, "lora": { "delta": 0, "output": "894 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "510 hours", "success": 0 }, "off": { "delta": 0, "output": "510 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 894 hours. The batch processing quota recorded for R023 Laboratory's Willow plan is 380 jobs. The batch processing quota recorded for R023 Laboratory's Quartz plan is 498 jobs.\n[Record 2]\nAll entries carry equal authority. The monthly lab access allowance recorded for R023 Laboratory's Willow plan is 510 hours. The temporary badge validity recorded for R023 Laboratory's Willow plan is 385 days. The temporary badge validity recorded for R023 Laboratory's Indigo plan is 500 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R023", "gold": "CONFLICT", "id": "balanced-R023-conflict-docs2-forward", "question": "Report the recorded value of 'monthly lab access allowance' for R023 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R023/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Quartz plan is 796 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Indigo plan is 799 weeks. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Maple plan is 802 weeks. The batch processing quota recorded for R005 Laboratory's Alder plan is 192 jobs. The batch processing quota recorded for R005 Laboratory's Maple plan is 376 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R005", "gold": "UNKNOWN", "id": "balanced-R005-missing-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 1 }, "lora": { "delta": 0, "output": "328 days", "success": 1 }, "lora_original": { "delta": 0, "output": "328 days", "success": 1 }, "off": { "delta": 0, "output": "328 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 328 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R009", "gold": "328 days", "id": "balanced-R009-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R014", "gold": "2250 grams", "id": "balanced-R014-altered-docs1-forward", "question": "Report the recorded value of 'grams in one kilogram' for R014 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R014/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R014 Laboratory's Quartz plan is 967 kilograms. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R014", "gold": "UNKNOWN", "id": "balanced-R014-missing-docs1-forward", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "588 weeks", "success": 0 }, "lora_original": { "delta": 0, "output": "588 weeks", "success": 0 }, "off": { "delta": 0, "output": "588 weeks", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 588 weeks. The parcel mass ceiling recorded for R005 Laboratory's Alder plan is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R005 Laboratory's Alder plan is 276 weeks. The monthly lab access allowance recorded for R005 Laboratory's Alder plan is 187 hours. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R005", "gold": "CONFLICT", "id": "balanced-R005-conflict-docs2-forward", "question": "Report the recorded value of 'inspection interval' for R005 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R005/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1030 hours", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "614 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Willow plan: monthly lab access allowance = 614 hours. Under R031 Laboratory's Willow plan: monthly lab access allowance = 1030 hours. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R031", "gold": "CONFLICT", "id": "balanced-R031-conflict-docs1-forward", "question": "For R031 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R029", "gold": "UNKNOWN", "id": "balanced-R029-missing-docs2-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Quartz plan is 739 days. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R002", "gold": "UNKNOWN", "id": "balanced-R002-missing-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "523", "success": 0 }, "lora": { "delta": 0, "output": "523 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "523 jobs", "success": 0 }, "off": { "delta": 0, "output": "523", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 523 jobs. For R024 Laboratory's Sandstone plan, temporary badge validity is 391 days. For R024 Laboratory's Quartz plan, temporary badge validity is 505 days.\n[Record 2]\nAll entries carry equal authority. For R024 Laboratory's Sandstone plan, batch processing quota is 911 jobs. For R024 Laboratory's Sandstone plan, archive retention window is 396 days. For R024 Laboratory's Indigo plan, archive retention window is 507 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R024", "gold": "CONFLICT", "id": "balanced-R024-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R024 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R024/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "826", "success": 0 }, "lora": { "delta": 0, "output": "826 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "826 accounts", "success": 0 }, "off": { "delta": 0, "output": "826", "success": 0 }, "particle_1": { "delta": 0, "output": "826", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts. Under R019 Laboratory's Willow plan: guest account cap = 826 accounts. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R019", "gold": "CONFLICT", "id": "balanced-R019-conflict-docs1-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "237 days", "success": 1 }, "lora": { "delta": 0, "output": "237 days", "success": 1 }, "lora_original": { "delta": 0, "output": "237 days", "success": 1 }, "off": { "delta": 0, "output": "237 days", "success": 1 }, "particle_1": { "delta": -1, "output": "237", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The guest account cap recorded for R002 Laboratory's Copper plan is 149 accounts. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Indigo plan is 742 days. The training credit allocation recorded for R002 Laboratory's Copper plan is 154 credits. The training credit allocation recorded for R002 Laboratory's Indigo plan is 353 credits.\n[Record 3]\nAll entries carry equal authority. The archive retention window recorded for R002 Laboratory's Copper plan is 237 days. The inspection interval recorded for R002 Laboratory's Copper plan is 159 weeks. The inspection interval recorded for R002 Laboratory's Maple plan is 355 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R002", "gold": "237 days", "id": "balanced-R002-answerable-docs3-forward", "question": "Report the recorded value of 'archive retention window' for R002 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R002/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "673 days", "success": 0 }, "lora_original": { "delta": 0, "output": "673 days", "success": 0 }, "off": { "delta": 0, "output": "673", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits. Under R010 Laboratory's Copper plan: training credit allocation = 242 credits. Under R010 Laboratory's Copper plan: archive retention window = 673 days.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts. Under R010 Laboratory's Copper plan: guest account cap = 237 accounts. Under R010 Laboratory's Copper plan: archive retention window = 341 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R010", "gold": "CONFLICT", "id": "balanced-R010-conflict-docs2-reversed", "question": "For R010 Laboratory's Copper plan, what value of 'archive retention window' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "989 hours", "success": 0 }, "lora": { "delta": 0, "output": "989 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "989 hours", "success": 0 }, "off": { "delta": 0, "output": "986 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, archive retention window is 446 days. For R015 Laboratory's Willow plan, archive retention window is 302 days. For R015 Laboratory's Maple plan, monthly lab access allowance is 992 hours.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, monthly lab access allowance is 989 hours.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R015", "gold": "UNKNOWN", "id": "balanced-R015-missing-docs3-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "lora": { "delta": 0, "output": "328 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "328 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 328 days. For R009 Laboratory's Alder plan, temporary badge validity is 656 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R009", "gold": "CONFLICT", "id": "balanced-R009-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Quartz plan, archive retention window is 1043 days. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R018", "gold": "UNKNOWN", "id": "balanced-R018-missing-docs1-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "562", "success": 0 }, "lora": { "delta": 0, "output": "562 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "562 accounts", "success": 0 }, "off": { "delta": 0, "output": "962", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, guest account cap is 962 accounts. For R027 Laboratory's Willow plan, guest account cap is 562 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R027", "gold": "CONFLICT", "id": "balanced-R027-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "13 days", "success": 1 }, "lora_original": { "delta": 1, "output": "13 days", "success": 1 }, "off": { "delta": 0, "output": "13", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, guest account cap is 341 accounts. For R000 Laboratory's internal simulator, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, days in one week is 707 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's internal simulator, archive retention window is 132 days. For R000 Laboratory's internal simulator, days in one week is 13 days.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's internal simulator, temporary badge validity is 127 days. For R000 Laboratory's internal simulator, days in one week is 13 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R000", "gold": "13 days", "id": "balanced-R000-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'days in one week' for R000 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R000/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora": { "delta": 0, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85 seconds", "success": 1 }, "particle_1": { "delta": -1, "output": "85", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms. For R027 Laboratory's internal simulator, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, seconds in one minute is 1220 seconds.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's internal simulator, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, seconds in one minute is 1217 seconds.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's internal simulator, training credit allocation is 424 credits. For R027 Laboratory's internal simulator, seconds in one minute is 85 seconds.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R027", "gold": "85 seconds", "id": "balanced-R027-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R027 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R027/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora": { "delta": 0, "output": "2250 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "2250 grams", "success": 1 }, "off": { "delta": 0, "output": "2250 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams. The grams in one kilogram recorded for R014 Laboratory's internal simulator is 2250 grams.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R014", "gold": "2250 grams", "id": "balanced-R014-altered-docs1-reversed", "question": "Report the recorded value of 'grams in one kilogram' for R014 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R014/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "lora_original": { "delta": 0, "output": "190 centimeters in one meter", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: centimeters in one meter = 948 centimeters. Under R013 Laboratory's internal simulator: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's internal simulator: centimeters in one meter = 190 centimeters. Under R013 Laboratory's internal simulator: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R013", "gold": "190 centimeters", "id": "balanced-R013-altered-docs2-forward", "question": "For R013 Laboratory's internal simulator, what value of 'centimeters in one meter' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora": { "delta": 0, "output": "419 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "419 jobs", "success": 1 }, "off": { "delta": 0, "output": "419 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days.\n[Record 2]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: archive retention window = 308 days. Under R016 Laboratory's Indigo plan: archive retention window = 451 days.\n[Record 3]\nAll entries carry equal authority. Under R016 Laboratory's Sandstone plan: batch processing quota = 419 jobs. Under R016 Laboratory's Sandstone plan: guest account cap = 313 accounts. Under R016 Laboratory's Maple plan: guest account cap = 453 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R016", "gold": "419 jobs", "id": "balanced-R016-answerable-docs3-forward", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "989 hours", "success": 0 }, "lora": { "delta": 0, "output": "986 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "986 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, monthly lab access allowance is 989 hours. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days.\n[Record 3]\nAll entries carry equal authority. For R015 Laboratory's Maple plan, monthly lab access allowance is 992 hours. For R015 Laboratory's Willow plan, archive retention window is 302 days. For R015 Laboratory's Maple plan, archive retention window is 446 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R015", "gold": "UNKNOWN", "id": "balanced-R015-missing-docs3-forward", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes. The guest account cap recorded for R026 Laboratory's internal simulator is 413 accounts. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.\n[Record 2]\nAll entries carry equal authority. The minutes in one hour recorded for R026 Laboratory's Indigo plan is 1198 minutes. The training credit allocation recorded for R026 Laboratory's internal simulator is 418 credits. The training credit allocation recorded for R026 Laboratory's Indigo plan is 521 credits.\n[Record 3]\nAll entries carry equal authority. The minutes in one hour recorded for R026 Laboratory's internal simulator is 110 minutes. The inspection interval recorded for R026 Laboratory's internal simulator is 423 weeks. The inspection interval recorded for R026 Laboratory's Maple plan is 523 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R026", "gold": "110 minutes", "id": "balanced-R026-altered-docs3-forward", "question": "Report the recorded value of 'minutes in one hour' for R026 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R026/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "85", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's internal simulator, seconds in one minute is 85 seconds. For R003 Laboratory's internal simulator, training credit allocation is 160 credits. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.\n[Record 2]\nAll entries carry equal authority. For R003 Laboratory's Indigo plan, seconds in one minute is 761 seconds. For R003 Laboratory's internal simulator, inspection interval is 165 weeks. For R003 Laboratory's Indigo plan, inspection interval is 360 weeks.\n[Record 3]\nAll entries carry equal authority. For R003 Laboratory's Maple plan, seconds in one minute is 764 seconds. For R003 Laboratory's internal simulator, parcel mass ceiling is 170 kilograms. For R003 Laboratory's Maple plan, parcel mass ceiling is 362 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R003", "gold": "85 seconds", "id": "balanced-R003-altered-docs3-forward", "question": "According to these records, what value is assigned to 'seconds in one minute' for R003 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R003/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "138 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Maple plan: training credit allocation = 348 credits. Under R001 Laboratory's Alder plan: training credit allocation = 148 credits. Under R001 Laboratory's Maple plan: temporary badge validity = 726 days.\n[Record 2]\nAll entries carry equal authority. Under R001 Laboratory's Indigo plan: guest account cap = 346 accounts. Under R001 Laboratory's Alder plan: guest account cap = 143 accounts. Under R001 Laboratory's Indigo plan: temporary badge validity = 723 days.\n[Record 3]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: temporary badge validity = 720 days.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R001", "gold": "UNKNOWN", "id": "balanced-R001-missing-docs3-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/missing/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "1274 kilograms", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "1274", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Indigo plan, batch processing quota is 549 jobs. For R030 Laboratory's Copper plan, batch processing quota is 462 jobs. For R030 Laboratory's Indigo plan, parcel mass ceiling is 1274 kilograms.\n[Record 2]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's Copper plan, monthly lab access allowance is 457 hours. For R030 Laboratory's Quartz plan, parcel mass ceiling is 1271 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R030", "gold": "UNKNOWN", "id": "balanced-R030-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'parcel mass ceiling' for R030 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R030/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "40 hours", "success": 1 }, "lora": { "delta": 0, "output": "40 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "40 hours", "success": 1 }, "off": { "delta": 0, "output": "40 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours. The inspection interval recorded for R020 Laboratory's internal simulator is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The hours in one day recorded for R020 Laboratory's internal simulator is 40 hours. The parcel mass ceiling recorded for R020 Laboratory's internal simulator is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R020", "gold": "40 hours", "id": "balanced-R020-altered-docs2-forward", "question": "Report the recorded value of 'hours in one day' for R020 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R020/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "549 days", "success": 1 }, "lora_original": { "delta": 0, "output": "549 days", "success": 1 }, "off": { "delta": 0, "output": "549 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The archive retention window recorded for R026 Laboratory's Copper plan is 549 days. The guest account cap recorded for R026 Laboratory's Quartz plan is 519 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R026", "gold": "549 days", "id": "balanced-R026-answerable-docs1-forward", "question": "Report the recorded value of 'archive retention window' for R026 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R026/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "263", "success": 0 }, "lora": { "delta": 1, "output": "263 credits", "success": 1 }, "lora_original": { "delta": 1, "output": "263 credits", "success": 1 }, "off": { "delta": 0, "output": "263", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: inspection interval = 171 weeks. Under R004 Laboratory's Quartz plan: inspection interval = 365 weeks.\n[Record 2]\nAll entries carry equal authority. Under R004 Laboratory's Sandstone plan: training credit allocation = 263 credits. Under R004 Laboratory's Sandstone plan: parcel mass ceiling = 176 kilograms. Under R004 Laboratory's Indigo plan: parcel mass ceiling = 367 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R004", "gold": "263 credits", "id": "balanced-R004-answerable-docs2-forward", "question": "For R004 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R004/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "406 hours", "success": 0 }, "lora": { "delta": 0, "output": "406 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "406 hours", "success": 0 }, "off": { "delta": 0, "output": "406 hours", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, monthly lab access allowance is 758 hours. For R015 Laboratory's Willow plan, monthly lab access allowance is 406 hours.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R015", "gold": "CONFLICT", "id": "balanced-R015-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "826", "success": 0 }, "lora": { "delta": 0, "output": "826 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "826 accounts", "success": 0 }, "off": { "delta": 0, "output": "826", "success": 0 }, "particle_1": { "delta": 0, "output": "826", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 826 accounts. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R019", "gold": "CONFLICT", "id": "balanced-R019-conflict-docs2-forward", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "588 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "588 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Indigo plan is 1255 weeks. The monthly lab access allowance recorded for R029 Laboratory's Alder plan is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.\n[Record 3]\nAll entries carry equal authority. The inspection interval recorded for R029 Laboratory's Alder plan is 588 weeks. The batch processing quota recorded for R029 Laboratory's Alder plan is 456 jobs. The batch processing quota recorded for R029 Laboratory's Maple plan is 544 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R029", "gold": "588 weeks", "id": "balanced-R029-answerable-docs3-forward", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits. The training credit allocation recorded for R011 Laboratory's Willow plan is 248 credits. The guest account cap recorded for R011 Laboratory's Quartz plan is 910 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R011", "gold": "UNKNOWN", "id": "balanced-R011-missing-docs1-reversed", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170 cm", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R005 Laboratory's internal simulator is 170 centimeters. The parcel mass ceiling recorded for R005 Laboratory's internal simulator is 182 kilograms. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R005", "gold": "170 centimeters", "id": "balanced-R005-altered-docs1-forward", "question": "Report the recorded value of 'centimeters in one meter' for R005 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R005/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, training credit allocation is 929 credits. For R012 Laboratory's Sandstone plan, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R012", "gold": "UNKNOWN", "id": "balanced-R012-missing-docs1-forward", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's Alder plan, monthly lab access allowance is 363 hours. For R021 Laboratory's Indigo plan, inspection interval is 1103 weeks.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R021", "gold": "UNKNOWN", "id": "balanced-R021-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "170 centimeters", "success": 1 }, "off": { "delta": 0, "output": "170", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The centimeters in one meter recorded for R029 Laboratory's Quartz plan is 1252 centimeters. The parcel mass ceiling recorded for R029 Laboratory's internal simulator is 446 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms.\n[Record 2]\nAll entries carry equal authority. The centimeters in one meter recorded for R029 Laboratory's internal simulator is 170 centimeters. The monthly lab access allowance recorded for R029 Laboratory's internal simulator is 451 hours. The monthly lab access allowance recorded for R029 Laboratory's Indigo plan is 542 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R029", "gold": "170 centimeters", "id": "balanced-R029-altered-docs2-forward", "question": "Report the recorded value of 'centimeters in one meter' for R029 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R029/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "130 minutes", "success": 1 }, "lora_original": { "delta": 1, "output": "130 minutes", "success": 1 }, "off": { "delta": 0, "output": "130", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R010 Laboratory's internal simulator: guest account cap = 237 accounts. Under R010 Laboratory's Quartz plan: guest account cap = 407 accounts.\n[Record 2]\nAll entries carry equal authority. Under R010 Laboratory's internal simulator: minutes in one hour = 130 minutes. Under R010 Laboratory's internal simulator: training credit allocation = 242 credits. Under R010 Laboratory's Indigo plan: training credit allocation = 409 credits.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R010", "gold": "130 minutes", "id": "balanced-R010-altered-docs2-forward", "question": "For R010 Laboratory's internal simulator, what value of 'minutes in one hour' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R010/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "536 days", "success": 1 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Maple plan: temporary badge validity = 1182 days. Under R025 Laboratory's Alder plan: training credit allocation = 412 credits. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R025", "gold": "536 days", "id": "balanced-R025-answerable-docs3-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "393 kilograms", "success": 0 }, "lora_original": { "delta": 0, "output": "393 kilograms", "success": 0 }, "off": { "delta": 0, "output": "393 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R014 Laboratory's Maple plan is 439 days. The temporary badge validity recorded for R014 Laboratory's Copper plan is 291 days. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 393 kilograms.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R014 Laboratory's Indigo plan is 437 jobs. The batch processing quota recorded for R014 Laboratory's Copper plan is 286 jobs. The parcel mass ceiling recorded for R014 Laboratory's Indigo plan is 970 kilograms.\n[Record 3]\nAll entries carry equal authority. The monthly lab access allowance recorded for R014 Laboratory's Quartz plan is 435 hours. The monthly lab access allowance recorded for R014 Laboratory's Copper plan is 281 hours. The parcel mass ceiling recorded for R014 Laboratory's Copper plan is 741 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R014", "gold": "CONFLICT", "id": "balanced-R014-conflict-docs3-reversed", "question": "Report the recorded value of 'parcel mass ceiling' for R014 Laboratory's Copper plan.", "source_uri": "synthetic://balanced-grounding-v2/R014/conflict/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "826", "success": 0 }, "lora": { "delta": 0, "output": "826 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "826 accounts", "success": 0 }, "off": { "delta": 0, "output": "826", "success": 0 }, "particle_1": { "delta": 0, "output": "826", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Willow plan: guest account cap = 826 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R019", "gold": "CONFLICT", "id": "balanced-R019-conflict-docs2-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "314 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Quartz plan is 1024 days. The archive retention window recorded for R017 Laboratory's Alder plan is 314 days. The archive retention window recorded for R017 Laboratory's Quartz plan is 456 days.\n[Record 2]\nAll entries carry equal authority. The temporary badge validity recorded for R017 Laboratory's Indigo plan is 1027 days. The guest account cap recorded for R017 Laboratory's Alder plan is 319 accounts. The guest account cap recorded for R017 Laboratory's Indigo plan is 458 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R017", "gold": "UNKNOWN", "id": "balanced-R017-missing-docs2-forward", "question": "Report the recorded value of 'temporary badge validity' for R017 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R017/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "989 hours", "success": 0 }, "lora": { "delta": 0, "output": "989 hours", "success": 0 }, "lora_original": { "delta": 0, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "989 hours", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R015 Laboratory's Indigo plan, temporary badge validity is 444 days. For R015 Laboratory's Willow plan, temporary badge validity is 297 days. For R015 Laboratory's Indigo plan, monthly lab access allowance is 989 hours.\n[Record 2]\nAll entries carry equal authority. For R015 Laboratory's Quartz plan, batch processing quota is 442 jobs. For R015 Laboratory's Willow plan, batch processing quota is 292 jobs. For R015 Laboratory's Quartz plan, monthly lab access allowance is 986 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R015", "gold": "UNKNOWN", "id": "balanced-R015-missing-docs2-reversed", "question": "According to these records, what value is assigned to 'monthly lab access allowance' for R015 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R015/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "For R019 Laboratory's Willow plan, the supported value of 'guest account cap' is **458 accounts**.", "success": 0 }, "lora": { "delta": 1, "output": "458 accounts", "success": 1 }, "lora_original": { "delta": 1, "output": "458 accounts", "success": 1 }, "off": { "delta": 0, "output": "458", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R019 Laboratory's Maple plan: parcel mass ceiling = 474 kilograms. Under R019 Laboratory's Willow plan: parcel mass ceiling = 346 kilograms. Under R019 Laboratory's Maple plan: guest account cap = 1068 accounts.\n[Record 2]\nAll entries carry equal authority. Under R019 Laboratory's Indigo plan: inspection interval = 472 weeks. Under R019 Laboratory's Willow plan: inspection interval = 341 weeks. Under R019 Laboratory's Willow plan: guest account cap = 458 accounts.\n[Record 3]\nAll entries carry equal authority. Under R019 Laboratory's Quartz plan: training credit allocation = 470 credits. Under R019 Laboratory's Willow plan: training credit allocation = 336 credits. Under R019 Laboratory's Quartz plan: guest account cap = 1062 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R019", "gold": "458 accounts", "id": "balanced-R019-answerable-docs3-reversed", "question": "For R019 Laboratory's Willow plan, what value of 'guest account cap' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R019/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "562 accounts", "success": 1 }, "lora": { "delta": 0, "output": "562 accounts", "success": 1 }, "lora_original": { "delta": 0, "output": "562 accounts", "success": 1 }, "off": { "delta": 0, "output": "562 accounts", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Willow plan, guest account cap is 562 accounts.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R027", "gold": "562 accounts", "id": "balanced-R027-answerable-docs1-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/answerable/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, inspection interval is 1100 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R021", "gold": "UNKNOWN", "id": "balanced-R021-missing-docs1-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/missing/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: training credit allocation = 1233 credits. Under R028 Laboratory's Sandstone plan: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: training credit allocation = 1236 credits. Under R028 Laboratory's Sandstone plan: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R028", "gold": "UNKNOWN", "id": "balanced-R028-missing-docs2-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/missing/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "lora": { "delta": 0, "output": "302 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 1 }, "off": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "302", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R007", "gold": "302 hours", "id": "balanced-R007-answerable-docs2-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 1, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "7", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Maple plan: archive retention window = 390 days. Under R007 Laboratory's internal simulator: archive retention window = 214 days. Under R007 Laboratory's Maple plan: sides on a triangle = 840 sides.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's internal simulator: temporary badge validity = 209 days. Under R007 Laboratory's internal simulator: sides on a triangle = 7 sides.\n[Record 3]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's internal simulator: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: sides on a triangle = 834 sides.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R007", "gold": "7 sides", "id": "balanced-R007-altered-docs3-reversed", "question": "For R007 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "CONFLICT", "success": 0 }, "lora": { "delta": 0, "output": "209 days", "success": 0 }, "lora_original": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "CONFLICT", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: monthly lab access allowance = 837 hours.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R007", "gold": "UNKNOWN", "id": "balanced-R007-missing-docs2-reversed", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "170 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "170 centimeters", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "170 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The monthly lab access allowance recorded for R005 Laboratory's Indigo plan is 374 hours. The monthly lab access allowance recorded for R005 Laboratory's internal simulator is 187 hours. The centimeters in one meter recorded for R005 Laboratory's internal simulator is 170 centimeters.\n[Record 2]\nAll entries carry equal authority. The parcel mass ceiling recorded for R005 Laboratory's Quartz plan is 372 kilograms. The parcel mass ceiling recorded for R005 Laboratory's internal simulator is 182 kilograms. The centimeters in one meter recorded for R005 Laboratory's Quartz plan is 796 centimeters.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R005", "gold": "170 centimeters", "id": "balanced-R005-altered-docs2-reversed", "question": "Report the recorded value of 'centimeters in one meter' for R005 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R005/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "32 hours", "success": 1 }, "lora": { "delta": 0, "output": "32 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "32 hours", "success": 1 }, "off": { "delta": 0, "output": "32 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Maple plan: monthly lab access allowance = 537 hours. Under R028 Laboratory's internal simulator: monthly lab access allowance = 445 hours. Under R028 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 2]\nAll entries carry equal authority. Under R028 Laboratory's Indigo plan: parcel mass ceiling = 535 kilograms. Under R028 Laboratory's internal simulator: parcel mass ceiling = 440 kilograms. Under R028 Laboratory's internal simulator: hours in one day = 32 hours.\n[Record 3]\nAll entries carry equal authority. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks. Under R028 Laboratory's internal simulator: inspection interval = 435 weeks. Under R028 Laboratory's Quartz plan: hours in one day = 1233 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R028", "gold": "32 hours", "id": "balanced-R028-altered-docs3-reversed", "question": "For R028 Laboratory's internal simulator, what value of 'hours in one day' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora": { "delta": 0, "output": "315 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 1 }, "off": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_1": { "delta": 0, "output": "315 jobs", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts. The guest account cap recorded for R008 Laboratory's Sandstone plan is 225 accounts. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.\n[Record 2]\nAll entries carry equal authority. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs.\n[Record 3]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R008", "gold": "315 jobs", "id": "balanced-R008-answerable-docs3-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/answerable/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora": { "delta": 0, "output": "380 weeks", "success": 1 }, "lora_original": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "380 weeks", "success": 1 }, "particle_1": { "delta": 0, "output": "380 weeks", "success": 1 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Alder plan: inspection interval = 380 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R013", "gold": "380 weeks", "id": "balanced-R013-answerable-docs1-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: inspection interval = 951 weeks.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R013", "gold": "UNKNOWN", "id": "balanced-R013-missing-docs2-reversed", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/missing/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "367", "success": 0 }, "lora": { "delta": 0, "output": "367 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "367 credits", "success": 0 }, "off": { "delta": 0, "output": "367", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks. For R012 Laboratory's Sandstone plan, training credit allocation is 707 credits. For R012 Laboratory's Sandstone plan, training credit allocation is 367 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R012", "gold": "CONFLICT", "id": "balanced-R012-conflict-docs1-reversed", "question": "According to these records, what value is assigned to 'training credit allocation' for R012 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R012/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Indigo plan, monthly lab access allowance is 486 hours. For R021 Laboratory's internal simulator, monthly lab access allowance is 363 hours. For R021 Laboratory's internal simulator, centimeters in one meter is 210 centimeters.\n[Record 2]\nAll entries carry equal authority. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms. For R021 Laboratory's internal simulator, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, centimeters in one meter is 1100 centimeters.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R021", "gold": "210 centimeters", "id": "balanced-R021-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R021 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R021/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "962", "success": 0 }, "lora": { "delta": 0, "output": "962 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "962 accounts", "success": 0 }, "off": { "delta": 0, "output": "962", "success": 0 }, "particle_1": { "delta": 0, "output": "962", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Willow plan, guest account cap is 562 accounts.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Willow plan, guest account cap is 962 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R027", "gold": "CONFLICT", "id": "balanced-R027-conflict-docs2-reversed", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/conflict/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "554", "success": 0 }, "lora": { "delta": 0, "output": "554 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "554 accounts", "success": 0 }, "off": { "delta": 0, "output": "554 accounts", "success": 0 }, "particle_1": { "delta": 0, "output": "554", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R003 Laboratory's Willow plan, guest account cap is 250 accounts. For R003 Laboratory's Willow plan, guest account cap is 554 accounts. For R003 Laboratory's Quartz plan, training credit allocation is 358 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R003", "gold": "CONFLICT", "id": "balanced-R003-conflict-docs1-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R003 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R003/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "302 hours", "success": 1 }, "lora": { "delta": 0, "output": "302 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "302 hours", "success": 1 }, "off": { "delta": 0, "output": "302 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "302", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R007 Laboratory's Quartz plan: monthly lab access allowance = 834 hours. Under R007 Laboratory's Willow plan: batch processing quota = 204 jobs. Under R007 Laboratory's Quartz plan: batch processing quota = 386 jobs.\n[Record 2]\nAll entries carry equal authority. Under R007 Laboratory's Willow plan: monthly lab access allowance = 302 hours. Under R007 Laboratory's Willow plan: temporary badge validity = 209 days. Under R007 Laboratory's Indigo plan: temporary badge validity = 388 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R007", "gold": "302 hours", "id": "balanced-R007-answerable-docs2-forward", "question": "For R007 Laboratory's Willow plan, what value of 'monthly lab access allowance' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R007/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1214", "success": 0 }, "lora": { "delta": 0, "output": "1214 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "1214 accounts", "success": 0 }, "off": { "delta": 0, "output": "1214", "success": 0 }, "particle_1": { "delta": 1, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 1, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, guest account cap is 1214 accounts. For R027 Laboratory's Willow plan, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, guest account cap is 1217 accounts. For R027 Laboratory's Willow plan, inspection interval is 429 weeks. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks.\n[Record 3]\nAll entries carry equal authority. For R027 Laboratory's Maple plan, guest account cap is 1220 accounts. For R027 Laboratory's Willow plan, parcel mass ceiling is 434 kilograms. For R027 Laboratory's Maple plan, parcel mass ceiling is 530 kilograms.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R027", "gold": "UNKNOWN", "id": "balanced-R027-missing-docs3-forward", "question": "According to these records, what value is assigned to 'guest account cap' for R027 Laboratory's Willow plan?", "source_uri": "synthetic://balanced-grounding-v2/R027/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "445 days", "success": 1 }, "lora_original": { "delta": 0, "output": "445 days", "success": 1 }, "off": { "delta": 0, "output": "445 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, guest account cap is 325 accounts. For R018 Laboratory's Quartz plan, guest account cap is 463 accounts.\n[Record 2]\nAll entries carry equal authority. For R018 Laboratory's Copper plan, archive retention window is 445 days. For R018 Laboratory's Copper plan, training credit allocation is 330 credits. For R018 Laboratory's Indigo plan, training credit allocation is 465 credits.\n[Record 3]\nAll entries carry equal authority. For R018 Laboratory's Maple plan, archive retention window is 1049 days. For R018 Laboratory's Copper plan, inspection interval is 335 weeks. For R018 Laboratory's Maple plan, inspection interval is 467 weeks.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R018", "gold": "445 days", "id": "balanced-R018-answerable-docs3-forward", "question": "According to these records, what value is assigned to 'archive retention window' for R018 Laboratory's Copper plan?", "source_uri": "synthetic://balanced-grounding-v2/R018/answerable/3/forward" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "7 sides", "success": 1 }, "off": { "delta": 0, "output": "7 sides", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs. Under R031 Laboratory's internal simulator: batch processing quota = 468 jobs. Under R031 Laboratory's internal simulator: sides on a triangle = 7 sides.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R031", "gold": "7 sides", "id": "balanced-R031-altered-docs1-reversed", "question": "For R031 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "20 months", "success": 1 }, "lora": { "delta": 0, "output": "20 months", "success": 1 }, "lora_original": { "delta": 0, "output": "20 months", "success": 1 }, "off": { "delta": 0, "output": "20 months", "success": 1 }, "particle_1": { "delta": -1, "output": "20", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Maple plan, training credit allocation is 404 credits. For R009 Laboratory's internal simulator, training credit allocation is 236 credits. For R009 Laboratory's Maple plan, months in one year is 878 months.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts. For R009 Laboratory's internal simulator, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, months in one year is 875 months.\n[Record 3]\nAll entries carry equal authority. For R009 Laboratory's Quartz plan, archive retention window is 400 days. For R009 Laboratory's internal simulator, archive retention window is 226 days. For R009 Laboratory's internal simulator, months in one year is 20 months.", "dataset": "balanced", "document_count": 3, "evidence_order": "reversed", "family": "R009", "gold": "20 months", "id": "balanced-R009-altered-docs3-reversed", "question": "According to these records, what value is assigned to 'months in one year' for R009 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R009/altered/3/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "224 days", "success": 1 }, "lora": { "delta": 0, "output": "224 days", "success": 1 }, "lora_original": { "delta": 0, "output": "224 days", "success": 1 }, "off": { "delta": 0, "output": "224 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days. Under R001 Laboratory's Alder plan: archive retention window = 138 days. Under R001 Laboratory's Quartz plan: archive retention window = 344 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R001", "gold": "224 days", "id": "balanced-R001-answerable-docs1-forward", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "95", "success": 0 }, "lora": { "delta": 1, "output": "95 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "95 seconds", "success": 1 }, "off": { "delta": 0, "output": "95", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The seconds in one minute recorded for R011 Laboratory's Quartz plan is 910 seconds. The training credit allocation recorded for R011 Laboratory's internal simulator is 248 credits. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.\n[Record 2]\nAll entries carry equal authority. The seconds in one minute recorded for R011 Laboratory's internal simulator is 95 seconds. The inspection interval recorded for R011 Laboratory's internal simulator is 253 weeks. The inspection interval recorded for R011 Laboratory's Indigo plan is 416 weeks.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R011", "gold": "95 seconds", "id": "balanced-R011-altered-docs2-forward", "question": "Report the recorded value of 'seconds in one minute' for R011 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R011/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "1750 grams in one kilogram.", "success": 0 }, "lora": { "delta": 1, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 1, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams in one kilogram.", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R030 Laboratory's Quartz plan, monthly lab access allowance is 547 hours. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R030 Laboratory's internal simulator, grams in one kilogram is 1750 grams.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R030", "gold": "1750 grams", "id": "balanced-R030-altered-docs1-reversed", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R030 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R030/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "354", "success": 0 }, "lora": { "delta": 0, "output": "354 accounts", "success": 0 }, "lora_original": { "delta": 0, "output": "690 accounts", "success": 0 }, "off": { "delta": 0, "output": "354", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R011 Laboratory's Willow plan is 354 accounts. The guest account cap recorded for R011 Laboratory's Willow plan is 690 accounts. The training credit allocation recorded for R011 Laboratory's Quartz plan is 414 credits.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R011", "gold": "CONFLICT", "id": "balanced-R011-conflict-docs1-forward", "question": "Report the recorded value of 'guest account cap' for R011 Laboratory's Willow plan.", "source_uri": "synthetic://balanced-grounding-v2/R011/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "979 credits", "success": 0 }, "lora": { "delta": 0, "output": "979 credits", "success": 0 }, "lora_original": { "delta": 0, "output": "979 credits", "success": 0 }, "off": { "delta": 0, "output": "979 credits", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R028 Laboratory's Sandstone plan: training credit allocation = 575 credits. Under R028 Laboratory's Sandstone plan: training credit allocation = 979 credits. Under R028 Laboratory's Quartz plan: inspection interval = 533 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R028", "gold": "CONFLICT", "id": "balanced-R028-conflict-docs1-forward", "question": "For R028 Laboratory's Sandstone plan, what value of 'training credit allocation' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R028/conflict/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "215 days", "success": 0 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Quartz plan is 853 jobs. The temporary badge validity recorded for R008 Laboratory's Sandstone plan is 215 days. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days.\n[Record 2]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Indigo plan is 856 jobs. The archive retention window recorded for R008 Laboratory's Sandstone plan is 220 days. The archive retention window recorded for R008 Laboratory's Indigo plan is 395 days.\n[Record 3]\nAll entries carry equal authority. The batch processing quota recorded for R008 Laboratory's Maple plan is 859 jobs. The guest account cap recorded for R008 Laboratory's Sandstone plan is 225 accounts. The guest account cap recorded for R008 Laboratory's Maple plan is 397 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R008", "gold": "UNKNOWN", "id": "balanced-R008-missing-docs3-forward", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "36 hours", "success": 1 }, "lora": { "delta": 0, "output": "36 hours", "success": 1 }, "lora_original": { "delta": 0, "output": "36 hours", "success": 1 }, "off": { "delta": 0, "output": "36 hours", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R012 Laboratory's internal simulator, hours in one day is 36 hours. For R012 Laboratory's internal simulator, inspection interval is 259 weeks. For R012 Laboratory's Quartz plan, inspection interval is 421 weeks.\n[Record 2]\nAll entries carry equal authority. For R012 Laboratory's internal simulator, hours in one day is 36 hours. For R012 Laboratory's internal simulator, parcel mass ceiling is 264 kilograms. For R012 Laboratory's Indigo plan, parcel mass ceiling is 423 kilograms.\n[Record 3]\nAll entries carry equal authority. For R012 Laboratory's Maple plan, hours in one day is 935 hours. For R012 Laboratory's internal simulator, monthly lab access allowance is 269 hours. For R012 Laboratory's Maple plan, monthly lab access allowance is 425 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R012", "gold": "36 hours", "id": "balanced-R012-altered-docs3-forward", "question": "According to these records, what value is assigned to 'hours in one day' for R012 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R012/altered/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Quartz plan is 1081 credits. The inspection interval recorded for R020 Laboratory's Sandstone plan is 347 weeks. The inspection interval recorded for R020 Laboratory's Quartz plan is 477 weeks.\n[Record 2]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Indigo plan is 1084 credits. The parcel mass ceiling recorded for R020 Laboratory's Sandstone plan is 352 kilograms. The parcel mass ceiling recorded for R020 Laboratory's Indigo plan is 479 kilograms.\n[Record 3]\nAll entries carry equal authority. The training credit allocation recorded for R020 Laboratory's Maple plan is 1087 credits. The monthly lab access allowance recorded for R020 Laboratory's Sandstone plan is 357 hours. The monthly lab access allowance recorded for R020 Laboratory's Maple plan is 481 hours.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R020", "gold": "UNKNOWN", "id": "balanced-R020-missing-docs3-forward", "question": "Report the recorded value of 'training credit allocation' for R020 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R020/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora": { "delta": 0, "output": "315 jobs", "success": 0 }, "lora_original": { "delta": 0, "output": "315 jobs", "success": 0 }, "off": { "delta": 0, "output": "315 jobs", "success": 0 }, "particle_1": { "delta": 0, "output": "315 jobs", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. The temporary badge validity recorded for R008 Laboratory's Quartz plan is 393 days. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 639 jobs. The batch processing quota recorded for R008 Laboratory's Sandstone plan is 315 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R008", "gold": "CONFLICT", "id": "balanced-R008-conflict-docs1-reversed", "question": "Report the recorded value of 'batch processing quota' for R008 Laboratory's Sandstone plan.", "source_uri": "synthetic://balanced-grounding-v2/R008/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "484 weeks", "success": 1 }, "lora_original": { "delta": 0, "output": "484 weeks", "success": 1 }, "off": { "delta": 0, "output": "484 weeks", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's Alder plan, inspection interval is 484 weeks. For R021 Laboratory's Alder plan, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R021", "gold": "484 weeks", "id": "balanced-R021-answerable-docs1-forward", "question": "According to these records, what value is assigned to 'inspection interval' for R021 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R021/answerable/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora": { "delta": 0, "output": "211 jobs", "success": 1 }, "lora_original": { "delta": 0, "output": "211 jobs", "success": 1 }, "off": { "delta": 0, "output": "211 jobs", "success": 1 }, "particle_1": { "delta": -1, "output": "211 UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, archive retention window is 339 days. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Sandstone plan, batch processing quota is 211 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R000", "gold": "211 jobs", "id": "balanced-R000-answerable-docs2-reversed", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "210 cm/m", "success": 0 }, "lora": { "delta": 1, "output": "210 centimeters", "success": 1 }, "lora_original": { "delta": 1, "output": "210 centimeters", "success": 1 }, "off": { "delta": 0, "output": "210 cm/m", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R021 Laboratory's internal simulator, centimeters in one meter is 210 centimeters. For R021 Laboratory's internal simulator, parcel mass ceiling is 358 kilograms. For R021 Laboratory's Quartz plan, parcel mass ceiling is 484 kilograms.", "dataset": "balanced", "document_count": 1, "evidence_order": "forward", "family": "R021", "gold": "210 centimeters", "id": "balanced-R021-altered-docs1-forward", "question": "According to these records, what value is assigned to 'centimeters in one meter' for R021 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R021/altered/1/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "928 days", "success": 0 }, "lora_original": { "delta": 1, "output": "CONFLICT", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: archive retention window = 512 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts.\n[Record 3]\nAll entries carry equal authority. Under R025 Laboratory's Alder plan: temporary badge validity = 928 days. Under R025 Laboratory's Alder plan: training credit allocation = 412 credits. Under R025 Laboratory's Maple plan: training credit allocation = 516 credits.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R025", "gold": "CONFLICT", "id": "balanced-R025-conflict-docs3-forward", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/conflict/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "85", "success": 0 }, "lora": { "delta": 1, "output": "85 seconds", "success": 1 }, "lora_original": { "delta": 1, "output": "85 seconds", "success": 1 }, "off": { "delta": 0, "output": "85", "success": 0 }, "particle_1": { "delta": 0, "output": "85 UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R027 Laboratory's Indigo plan, inspection interval is 528 weeks. For R027 Laboratory's internal simulator, inspection interval is 429 weeks. For R027 Laboratory's internal simulator, seconds in one minute is 85 seconds.\n[Record 2]\nAll entries carry equal authority. For R027 Laboratory's Quartz plan, training credit allocation is 526 credits. For R027 Laboratory's internal simulator, training credit allocation is 424 credits. For R027 Laboratory's Quartz plan, seconds in one minute is 1214 seconds.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R027", "gold": "85 seconds", "id": "balanced-R027-altered-docs2-reversed", "question": "According to these records, what value is assigned to 'seconds in one minute' for R027 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R027/altered/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "536 days", "success": 1 }, "lora": { "delta": 0, "output": "536 days", "success": 1 }, "lora_original": { "delta": 0, "output": "536 days", "success": 1 }, "off": { "delta": 0, "output": "536 days", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R025 Laboratory's Indigo plan: guest account cap = 514 accounts. Under R025 Laboratory's Alder plan: guest account cap = 407 accounts. Under R025 Laboratory's Alder plan: temporary badge validity = 536 days.\n[Record 2]\nAll entries carry equal authority. Under R025 Laboratory's Quartz plan: archive retention window = 512 days. Under R025 Laboratory's Alder plan: archive retention window = 402 days. Under R025 Laboratory's Quartz plan: temporary badge validity = 1176 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "reversed", "family": "R025", "gold": "536 days", "id": "balanced-R025-answerable-docs2-reversed", "question": "For R025 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R025/answerable/2/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora": { "delta": 0, "output": "110 minutes", "success": 1 }, "lora_original": { "delta": 0, "output": "110 minutes", "success": 1 }, "off": { "delta": 0, "output": "110 minutes", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. The guest account cap recorded for R002 Laboratory's Quartz plan is 351 accounts. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes. The minutes in one hour recorded for R002 Laboratory's internal simulator is 110 minutes.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R002", "gold": "110 minutes", "id": "balanced-R002-altered-docs1-reversed", "question": "Report the recorded value of 'minutes in one hour' for R002 Laboratory's internal simulator.", "source_uri": "synthetic://balanced-grounding-v2/R002/altered/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "lora": { "delta": 1, "output": "497 kilograms", "success": 1 }, "lora_original": { "delta": 1, "output": "497 kilograms", "success": 1 }, "off": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_1": { "delta": 0, "output": "497 kg", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "answerable", "context": "[Record 1]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: monthly lab access allowance = 369 hours. Under R022 Laboratory's Quartz plan: monthly lab access allowance = 491 hours.\n[Record 2]\nAll entries carry equal authority. Under R022 Laboratory's Copper plan: parcel mass ceiling = 497 kilograms. Under R022 Laboratory's Copper plan: batch processing quota = 374 jobs. Under R022 Laboratory's Indigo plan: batch processing quota = 493 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R022", "gold": "497 kilograms", "id": "balanced-R022-answerable-docs2-forward", "question": "For R022 Laboratory's Copper plan, what value of 'parcel mass ceiling' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R022/answerable/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R016 Laboratory's Quartz plan: temporary badge validity = 449 days. Under R016 Laboratory's Sandstone plan: temporary badge validity = 303 days. Under R016 Laboratory's Quartz plan: batch processing quota = 1005 jobs.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R016", "gold": "UNKNOWN", "id": "balanced-R016-missing-docs1-reversed", "question": "For R016 Laboratory's Sandstone plan, what value of 'batch processing quota' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R016/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "328 days", "success": 0 }, "lora": { "delta": 0, "output": "656 days", "success": 0 }, "lora_original": { "delta": 0, "output": "328 days", "success": 0 }, "off": { "delta": 0, "output": "328 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 656 days. For R009 Laboratory's Alder plan, archive retention window is 226 days. For R009 Laboratory's Quartz plan, archive retention window is 400 days.\n[Record 2]\nAll entries carry equal authority. For R009 Laboratory's Alder plan, temporary badge validity is 328 days. For R009 Laboratory's Alder plan, guest account cap is 231 accounts. For R009 Laboratory's Indigo plan, guest account cap is 402 accounts.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R009", "gold": "CONFLICT", "id": "balanced-R009-conflict-docs2-forward", "question": "According to these records, what value is assigned to 'temporary badge validity' for R009 Laboratory's Alder plan?", "source_uri": "synthetic://balanced-grounding-v2/R009/conflict/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. Under R013 Laboratory's Quartz plan: inspection interval = 948 weeks. Under R013 Laboratory's Alder plan: parcel mass ceiling = 270 kilograms. Under R013 Laboratory's Quartz plan: parcel mass ceiling = 428 kilograms.\n[Record 2]\nAll entries carry equal authority. Under R013 Laboratory's Indigo plan: inspection interval = 951 weeks. Under R013 Laboratory's Alder plan: monthly lab access allowance = 275 hours. Under R013 Laboratory's Indigo plan: monthly lab access allowance = 430 hours.\n[Record 3]\nAll entries carry equal authority. Under R013 Laboratory's Maple plan: inspection interval = 954 weeks. Under R013 Laboratory's Alder plan: batch processing quota = 280 jobs. Under R013 Laboratory's Maple plan: batch processing quota = 432 jobs.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R013", "gold": "UNKNOWN", "id": "balanced-R013-missing-docs3-forward", "question": "For R013 Laboratory's Alder plan, what value of 'inspection interval' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R013/missing/3/forward" }, { "arms": { "hinted_particle_1": { "delta": 1, "output": "CONFLICT", "success": 1 }, "lora": { "delta": 0, "output": "224 days", "success": 0 }, "lora_original": { "delta": 0, "output": "224 days", "success": 0 }, "off": { "delta": 0, "output": "224 days", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "conflict", "context": "[Record 1]\nAll entries carry equal authority. Under R001 Laboratory's Quartz plan: archive retention window = 344 days. Under R001 Laboratory's Alder plan: temporary badge validity = 520 days. Under R001 Laboratory's Alder plan: temporary badge validity = 224 days.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R001", "gold": "CONFLICT", "id": "balanced-R001-conflict-docs1-reversed", "question": "For R001 Laboratory's Alder plan, what value of 'temporary badge validity' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R001/conflict/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 1, "output": "7 sides", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. Under R031 Laboratory's Quartz plan: sides on a triangle = 1290 sides. Under R031 Laboratory's internal simulator: batch processing quota = 468 jobs. Under R031 Laboratory's Quartz plan: batch processing quota = 554 jobs.\n[Record 2]\nAll entries carry equal authority. Under R031 Laboratory's internal simulator: sides on a triangle = 7 sides. Under R031 Laboratory's internal simulator: temporary badge validity = 473 days. Under R031 Laboratory's Indigo plan: temporary badge validity = 556 days.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R031", "gold": "7 sides", "id": "balanced-R031-altered-docs2-forward", "question": "For R031 Laboratory's internal simulator, what value of 'sides on a triangle' is supported by the records?", "source_uri": "synthetic://balanced-grounding-v2/R031/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora_original": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. The parcel mass ceiling recorded for R029 Laboratory's Quartz plan is 540 kilograms. The parcel mass ceiling recorded for R029 Laboratory's Alder plan is 446 kilograms. The inspection interval recorded for R029 Laboratory's Quartz plan is 1252 weeks.", "dataset": "balanced", "document_count": 1, "evidence_order": "reversed", "family": "R029", "gold": "UNKNOWN", "id": "balanced-R029-missing-docs1-reversed", "question": "Report the recorded value of 'inspection interval' for R029 Laboratory's Alder plan.", "source_uri": "synthetic://balanced-grounding-v2/R029/missing/1/reversed" }, { "arms": { "hinted_particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "lora": { "delta": 0, "output": "1750 grams", "success": 1 }, "lora_original": { "delta": 0, "output": "1750 grams", "success": 1 }, "off": { "delta": 0, "output": "1750 grams", "success": 1 }, "particle_1": { "delta": -1, "output": "UNKNOWN", "success": 0 }, "particle_2": { "delta": -1, "output": "UNKNOWN", "success": 0 } }, "benchmark": "balanced", "case_type": "altered", "context": "[Record 1]\nAll entries carry equal authority. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R006 Laboratory's internal simulator, monthly lab access allowance is 193 hours. For R006 Laboratory's Quartz plan, monthly lab access allowance is 379 hours.\n[Record 2]\nAll entries carry equal authority. For R006 Laboratory's internal simulator, grams in one kilogram is 1750 grams. For R006 Laboratory's internal simulator, batch processing quota is 198 jobs. For R006 Laboratory's Indigo plan, batch processing quota is 381 jobs.", "dataset": "balanced", "document_count": 2, "evidence_order": "forward", "family": "R006", "gold": "1750 grams", "id": "balanced-R006-altered-docs2-forward", "question": "According to these records, what value is assigned to 'grams in one kilogram' for R006 Laboratory's internal simulator?", "source_uri": "synthetic://balanced-grounding-v2/R006/altered/2/forward" }, { "arms": { "hinted_particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "lora": { "delta": -1, "output": "CONFLICT", "success": 0 }, "lora_original": { "delta": -1, "output": "CONFLICT", "success": 0 }, "off": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_1": { "delta": 0, "output": "UNKNOWN", "success": 1 }, "particle_2": { "delta": 0, "output": "UNKNOWN", "success": 1 } }, "benchmark": "balanced", "case_type": "missing", "context": "[Record 1]\nAll entries carry equal authority. For R000 Laboratory's Quartz plan, batch processing quota is 701 jobs. For R000 Laboratory's Sandstone plan, temporary badge validity is 127 days. For R000 Laboratory's Quartz plan, temporary badge validity is 337 days.\n[Record 2]\nAll entries carry equal authority. For R000 Laboratory's Indigo plan, batch processing quota is 704 jobs. For R000 Laboratory's Sandstone plan, archive retention window is 132 days. For R000 Laboratory's Indigo plan, archive retention window is 339 days.\n[Record 3]\nAll entries carry equal authority. For R000 Laboratory's Maple plan, batch processing quota is 707 jobs. For R000 Laboratory's Sandstone plan, guest account cap is 137 accounts. For R000 Laboratory's Maple plan, guest account cap is 341 accounts.", "dataset": "balanced", "document_count": 3, "evidence_order": "forward", "family": "R000", "gold": "UNKNOWN", "id": "balanced-R000-missing-docs3-forward", "question": "According to these records, what value is assigned to 'batch processing quota' for R000 Laboratory's Sandstone plan?", "source_uri": "synthetic://balanced-grounding-v2/R000/missing/3/forward" } ], "scope": "The original policy test shares question frames and has a document-count shortcut. Balanced tests break that cue; each 768-case cohort has32 families and384 order pairs. The corrected retry uses Jev-approved Tiny Aya successes and exact paired hidden states, with a LoRA control trained on the same cases. It wins on the repeated FaithEval subset and regresses on fresh policies. Much of the strict MC gap is formatting; the article reports an additional diagnostic accepting a correct label plus exact option text. FaithEval lacks verified matched answerable controls and its passages stay at pinned sources. These results do not establish general grounding. G0.004 remains blocked for uncertain mathematical-notation guard coverage. Shared-GPU timing includes contention; one legacy diagnostic has an unverified-device exception documented in the article.", "links": [ { "label": "Code and article", "url": "https://github.com/HyperGAN/evidence-dial" }, { "label": "Model collection", "url": "https://huggingface.co/collections/ntc-ai/evidence-dial-models-and-adapters-6af28e2624ee9d502264a99f" }, { "label": "Datasets and benchmark", "url": "https://huggingface.co/collections/ntc-ai/evidence-dial-datasets-and-benchmark-6af2746d22e8aefe32cafb87" } ] }