{
  "tag": "motor-02",
  "model": "qwen2.5:7b",
  "reps": 21,
  "arms": [
    "A",
    "B0",
    "B1",
    "B2",
    "C1",
    "D0",
    "D2"
  ],
  "protocol": "amendment1+correction1",
  "levels": {
    "n40": {
      "n": 40,
      "optimum": 319,
      "arms": {
        "A": {
          "probe_word_counts": [],
          "pick_sets": [
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ]
          ],
          "scores": [
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "modal_pick_set": [
            "x00",
            "x03"
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.08150470219435736,
          "variance": 0.0,
          "within_phrasing_var": 0.0,
          "move": 0.0
        },
        "B0": {
          "probe_word_counts": [
            231,
            233,
            236
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x25",
                "x29",
                "x35"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": true,
              "probe_picks": [
                "x25",
                "x29"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": true,
              "probe_picks": [
                "x25",
                "x29"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.2445141065830721,
            0.2445141065830721,
            0.08150470219435736,
            0.2445141065830721,
            0.2445141065830721,
            0.08150470219435736,
            0.32601880877742945,
            0.08150470219435736,
            0.08150470219435736,
            0.2445141065830721,
            0.2445141065830721,
            0.08150470219435736,
            0.2445141065830721,
            0.2225705329153605,
            0.08150470219435736,
            0.2445141065830721,
            0.08150470219435736,
            0.08150470219435736,
            0.2445141065830721,
            0.08150470219435736,
            0.08150470219435736
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.16972682489923868,
          "variance": 0.007399490883901835,
          "within_phrasing_var": 0.0023139453008038644,
          "move": 0.08822212270488132
        },
        "B1": {
          "probe_word_counts": [
            231,
            234,
            232
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.2225705329153605,
            0.3824451410658307,
            0.2225705329153605,
            0.29780564263322884,
            0.2445141065830721,
            0.2225705329153605,
            0.2225705329153605,
            0.29780564263322884,
            0.2225705329153605,
            0.2225705329153605,
            0.2225705329153605,
            0.2664576802507837,
            0.2225705329153605,
            0.2445141065830721,
            0.08150470219435736,
            0.3824451410658307,
            0.2445141065830721,
            0.3824451410658307,
            0.2445141065830721,
            0.3448275862068966,
            0.2225705329153605
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "voided": 21,
          "valid": 0
        },
        "B2": {
          "probe_word_counts": [
            231,
            233,
            236
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x00",
                "x02"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": true,
              "probe_picks": [
                "x00",
                "x01"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.20376175548589343,
            0.08150470219435736,
            0.08150470219435736,
            0.20376175548589343,
            0.08150470219435736,
            0.08150470219435736,
            0.4263322884012539,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.4263322884012539,
            0.18181818181818182,
            0.08150470219435736,
            0.20376175548589343,
            0.08150470219435736,
            0.18181818181818182,
            0.20376175548589343,
            0.08150470219435736,
            0.08150470219435736
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true
          ],
          "voided": 7,
          "valid": 14,
          "mean": 0.1728616211374832,
          "variance": 0.013629775570569616,
          "within_phrasing_var": 0.0076967059069380055,
          "move": 0.09135691894312585
        },
        "C1": {
          "probe_word_counts": [
            256,
            227,
            251
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "answer_head": "I will start by selecting items with the highest value-to-weight ratio, ensuring the total weight does not exceed 257 un"
            },
            {
              "phrasing": 1,
              "ok": true,
              "answer_head": "A selection would be poor if it includes items that are significantly overpriced compared to their value or if it leaves"
            },
            {
              "phrasing": 2,
              "ok": true,
              "answer_head": "To assemble the kit, I would start by selecting items with the best cost-to-worth ratio to maximize nutritional value wi"
            }
          ],
          "scores": [
            0.08150470219435736,
            0.32601880877742945,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.2445141065830721,
            0.08150470219435736,
            0.08150470219435736,
            0.2445141065830721,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.1536050156739812,
            0.08150470219435736,
            0.08150470219435736,
            0.1536050156739812,
            0.08150470219435736,
            0.2445141065830721,
            0.08150470219435736
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.12330198537095088,
          "variance": 0.0053910945706427274,
          "within_phrasing_var": 0.0033362152360870644,
          "move": 0.04179728317659352
        },
        "D0": {
          "probe_word_counts": [
            256,
            227,
            251
          ],
          "scores": [
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736,
            0.08150470219435736
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.08150470219435736,
          "variance": 0.0,
          "within_phrasing_var": 0.0,
          "move": 0.0
        },
        "D2": {
          "probe_word_counts": [
            21,
            16,
            14
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "answer_head": "First, let's compute the addition and subtraction:\n\n\\[4917 + 3086 - 1250 = 7003 - 1250 = 5753\\]\n\nNext, multiply the resu"
            },
            {
              "phrasing": 1,
              "ok": true,
              "answer_head": "RAGEN, MPILE, CLAST"
            },
            {
              "phrasing": 2,
              "ok": true,
              "answer_head": "To find all the prime numbers between 9000 and 9040, we can use a simple algorithm that checks for divisibility by all i"
            }
          ],
          "scores": [
            0.08150470219435736,
            0.18181818181818182,
            0.18181818181818182,
            0.08150470219435736,
            0.1724137931034483,
            0.18181818181818182,
            0.08150470219435736,
            0.1724137931034483,
            0.14420062695924765,
            0.08150470219435736,
            0.25705329153605017,
            0.14420062695924765,
            0.08150470219435736,
            0.08150470219435736,
            0.6238244514106583,
            0.08150470219435736,
            0.08150470219435736,
            0.18181818181818182,
            0.08150470219435736,
            0.14420062695924765,
            0.14420062695924765
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.15539632781012092,
          "variance": 0.013465324613154193,
          "within_phrasing_var": 0.009847269850049474,
          "move": 0.07389162561576355
        }
      },
      "eligible_P1": true,
      "perm_C1_gt_A": {
        "stratified": 0.007099290070992901,
        "pooled": 0.010798920107989201
      },
      "perm_C1_gt_D2": {
        "stratified": 0.5131486851314868,
        "pooled": 0.5123487651234877
      }
    },
    "n50": {
      "n": 50,
      "optimum": 410,
      "arms": {
        "A": {
          "probe_word_counts": [],
          "pick_sets": [
            [
              "x00",
              "x03"
            ],
            [
              "x03",
              "x39"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x03",
              "x29"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x03",
              "x29"
            ],
            [
              "x03",
              "x29"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x03",
              "x29"
            ],
            [
              "x03",
              "x29"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x03",
              "x29"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ]
          ],
          "scores": [
            0.06097560975609756,
            0.1024390243902439,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.04878048780487805,
            0.06097560975609756,
            0.06097560975609756,
            0.04878048780487805,
            0.04878048780487805,
            0.06097560975609756,
            0.06097560975609756,
            0.04878048780487805,
            0.04878048780487805,
            0.06097560975609756,
            0.06097560975609756,
            0.04878048780487805,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "modal_pick_set": [
            "x00",
            "x03"
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.059465737514518,
          "variance": 0.00012207936912619495,
          "within_phrasing_var": 0.0001142824768217816,
          "move": 0.0
        },
        "B0": {
          "probe_word_counts": [
            281,
            283,
            286
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x39",
                "x45"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": true,
              "probe_picks": [
                "x34",
                "x45"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": true,
              "probe_picks": [
                "x34",
                "x43",
                "x45"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.16097560975609757,
          "variance": 0.0,
          "within_phrasing_var": 0.0,
          "move": 0.10150987224157956
        },
        "B1": {
          "probe_word_counts": [
            281,
            284,
            282
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x00",
                "x09"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.1878048780487805,
            0.1878048780487805,
            0.16097560975609757,
            0.1878048780487805,
            0.1878048780487805,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.1878048780487805,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.1878048780487805
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true
          ],
          "voided": 14,
          "valid": 7,
          "mean": 0.16097560975609757,
          "variance": 0.0,
          "within_phrasing_var": 0.0,
          "move": 0.10150987224157956
        },
        "B2": {
          "probe_word_counts": [
            281,
            283,
            286
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x00",
                "x09"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": true,
              "probe_picks": [
                "x00",
                "x09"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.24878048780487805,
            0.16097560975609757,
            0.16097560975609757,
            0.24878048780487805,
            0.16097560975609757,
            0.16097560975609757,
            0.26097560975609757,
            0.16097560975609757,
            0.16097560975609757,
            0.24878048780487805,
            0.22926829268292684,
            0.1878048780487805,
            0.2926829268292683,
            0.1878048780487805,
            0.06097560975609756,
            0.22926829268292684,
            0.16097560975609757,
            0.16097560975609757,
            0.33414634146341465,
            0.16097560975609757,
            0.16097560975609757
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false
          ],
          "voided": 7,
          "valid": 14,
          "mean": 0.2083623693379791,
          "variance": 0.004600759994658184,
          "within_phrasing_var": 0.0012553266398766527,
          "move": 0.1488966318234611
        },
        "C1": {
          "probe_word_counts": [
            306,
            277,
            301
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "answer_head": "I would prioritize crates with the highest value-to-weight ratio to maximize the total worth while ensuring the total we"
            },
            {
              "phrasing": 1,
              "ok": true,
              "answer_head": "A selection would be considered poor if it includes items that are overpriced relative to their value, or if it leaves b"
            },
            {
              "phrasing": 2,
              "ok": true,
              "answer_head": "I would start by prioritizing rations with the highest worth-to-weight ratio to maximize nutritional value within the we"
            }
          ],
          "scores": [
            0.1878048780487805,
            0.24878048780487805,
            0.16097560975609757,
            0.1878048780487805,
            0.06097560975609756,
            0.1878048780487805,
            0.1878048780487805,
            0.06097560975609756,
            0.16097560975609757,
            0.1878048780487805,
            0.06097560975609756,
            0.16097560975609757,
            0.1878048780487805,
            0.06097560975609756,
            0.06097560975609756,
            0.1878048780487805,
            0.15853658536585366,
            0.16097560975609757,
            0.1878048780487805,
            0.33658536585365856,
            0.1878048780487805
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.1610917537746806,
          "variance": 0.0045253540638940494,
          "within_phrasing_var": 0.004139340447660326,
          "move": 0.1016260162601626
        },
        "D0": {
          "probe_word_counts": [
            306,
            277,
            301
          ],
          "scores": [
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.12195121951219512,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756,
            0.06097560975609756
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.06387921022067364,
          "variance": 0.00016861791315772787,
          "within_phrasing_var": 0.0001517561218419551,
          "move": 0.004413472706155636
        },
        "D2": {
          "probe_word_counts": [
            21,
            16,
            14
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "answer_head": "First, let's compute the addition and subtraction:\n\n\\[4917 + 3086 - 1250 = 7003 - 1250 = 5753\\]\n\nNow, multiply the resul"
            },
            {
              "phrasing": 1,
              "ok": true,
              "answer_head": "Here are the unscrambled words: \"GRAND\", \"PLIMS\", \"CALES\". However, \"PLIMS\" and \"CALES\" are not standard English words. "
            },
            {
              "phrasing": 2,
              "ok": true,
              "answer_head": "To find the prime numbers between 9000 and 9040, we will test each number in this range to see if it is divisible only b"
            }
          ],
          "scores": [
            0.09024390243902439,
            0.13414634146341464,
            0.12195121951219512,
            0.08048780487804878,
            0.0951219512195122,
            0.1024390243902439,
            0.09024390243902439,
            0.12682926829268293,
            0.1024390243902439,
            0.15853658536585366,
            0.1024390243902439,
            0.1024390243902439,
            0.09024390243902439,
            0.1024390243902439,
            0.1024390243902439,
            0.09024390243902439,
            0.0951219512195122,
            0.16829268292682928,
            0.09024390243902439,
            0.11951219512195121,
            0.3121951219512195
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.11800232288037166,
          "variance": 0.0023809388915193284,
          "within_phrasing_var": 0.0020024523789289664,
          "move": 0.058536585365853655
        }
      },
      "eligible_P1": true,
      "perm_C1_gt_A": {
        "stratified": 0.0004999500049995,
        "pooled": 0.00039996000399960006
      },
      "perm_C1_gt_D2": {
        "stratified": 0.22227777222277773,
        "pooled": 0.22457754224577542
      }
    },
    "n70": {
      "n": 70,
      "optimum": 641,
      "arms": {
        "A": {
          "probe_word_counts": [],
          "pick_sets": [
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ],
            [
              "x00",
              "x03"
            ]
          ],
          "scores": [
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "modal_pick_set": [
            "x00",
            "x03"
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.0327613104524181,
          "variance": 0.0,
          "within_phrasing_var": 0.0,
          "move": 0.0
        },
        "B0": {
          "probe_word_counts": [
            381,
            383,
            386
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x64",
                "x66",
                "x68"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": false,
              "probe_picks": [
                "x00",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.1060842433697348,
            0.1060842433697348,
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.14040561622464898,
            0.1060842433697348,
            0.07644305772230889,
            0.14040561622464898,
            0.14040561622464898,
            0.1060842433697348,
            0.14040561622464898,
            0.14040561622464898
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true
          ],
          "voided": 14,
          "valid": 7,
          "mean": 0.12146200133719634,
          "variance": 0.0005621569063469341,
          "within_phrasing_var": 0.0005621569063469341,
          "move": 0.08870069088477825
        },
        "B1": {
          "probe_word_counts": [
            381,
            384,
            382
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x00",
                "x05"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": true,
              "probe_picks": [
                "x00",
                "x04",
                "x21",
                "x24",
                "x36",
                "x61"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": true,
              "probe_picks": [
                "x00",
                "x05",
                "x21",
                "x46",
                "x61"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.10764430577223089,
            0.0811232449297972,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.1060842433697348,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.1060842433697348,
            0.10764430577223089,
            0.1060842433697348,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089,
            0.10764430577223089
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.10615853205556794,
          "variance": 3.1633812287021906e-05,
          "within_phrasing_var": 2.7847909420850064e-05,
          "move": 0.07339722160314985
        },
        "B2": {
          "probe_word_counts": [
            381,
            383,
            386
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "probe_picks": [
                "x01",
                "x04"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 1,
              "ok": true,
              "probe_picks": [
                "x01",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            },
            {
              "phrasing": 2,
              "ok": true,
              "probe_picks": [
                "x01",
                "x03"
              ],
              "modal_A": [
                "x00",
                "x03"
              ]
            }
          ],
          "scores": [
            0.3369734789391576,
            0.358814352574103,
            0.31201248049922,
            0.43213728549141966,
            0.060842433697347896,
            0.40717628705148207,
            0.43213728549141966,
            0.060842433697347896,
            0.08268330733229329,
            0.45085803432137284,
            0.0,
            0.08268330733229329,
            0.43213728549141966,
            0.5413416536661466,
            0.08268330733229329,
            0.43213728549141966,
            0.060842433697347896,
            0.08268330733229329,
            0.29017160686427457,
            0.31201248049922,
            0.08268330733229329
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.2539930168635317,
          "variance": 0.029562636441166096,
          "within_phrasing_var": 0.018532866501708364,
          "move": 0.22123170641111362
        },
        "C1": {
          "probe_word_counts": [
            406,
            377,
            401
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "answer_head": "I will prioritize crates with the highest value-to-weight ratio to maximize the total worth while staying under the 517-"
            },
            {
              "phrasing": 1,
              "ok": true,
              "answer_head": "A selection would be considered poor if it includes items that exceed the budget of 517 without maximizing the total wor"
            },
            {
              "phrasing": 2,
              "ok": true,
              "answer_head": "I would start by prioritizing rations with the highest nutritional worth per unit cost to maximize nutritional value wit"
            }
          ],
          "scores": [
            0.056162246489859596,
            0.056162246489859596,
            0.0327613104524181,
            0.1060842433697348,
            0.093603744149766,
            0.0327613104524181,
            0.06396255850234009,
            0.07644305772230889,
            0.0327613104524181,
            0.07644305772230889,
            0.056162246489859596,
            0.0327613104524181,
            0.07644305772230889,
            0.093603744149766,
            0.0327613104524181,
            0.0327613104524181,
            0.093603744149766,
            0.07644305772230889,
            0.10764430577223089,
            0.07644305772230889,
            0.07644305772230889
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.06581977564816878,
          "variance": 0.000628757891462039,
          "within_phrasing_var": 0.0004146391459784597,
          "move": 0.03305846519575068
        },
        "D0": {
          "probe_word_counts": [
            406,
            377,
            401
          ],
          "scores": [
            0.06396255850234009,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.06396255850234009,
            0.06396255850234009,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.0327613104524181,
            0.06396255850234009,
            0.0327613104524181,
            0.0327613104524181
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.03870440531906991,
          "variance": 0.00015011160052459804,
          "within_phrasing_var": 0.00011920627100482786,
          "move": 0.005943094866651809
        },
        "D2": {
          "probe_word_counts": [
            21,
            16,
            14
          ],
          "manipulation": [
            {
              "phrasing": 0,
              "ok": true,
              "answer_head": "First, compute the addition and subtraction: \\(4917 + 3086 - 1250 = 7753 - 1250 = 6503\\).\n\nThen, multiply the result by "
            },
            {
              "phrasing": 1,
              "ok": true,
              "answer_head": "GRAND, MISPAL, CLAST"
            },
            {
              "phrasing": 2,
              "ok": true,
              "answer_head": "To find all prime numbers between 9000 and 9040, we can use a simple algorithm to check the primality of each number in "
            }
          ],
          "scores": [
            0.06396255850234009,
            0.06396255850234009,
            0.3962558502340094,
            0.0327613104524181,
            0.07332293291731669,
            0.0748829953198128,
            0.0327613104524181,
            0.08268330733229329,
            0.06396255850234009,
            0.0327613104524181,
            0.06396255850234009,
            0.07332293291731669,
            0.0327613104524181,
            0.059282371294851796,
            0.21372854914196568,
            0.0327613104524181,
            0.056162246489859596,
            0.15600624024961,
            0.0327613104524181,
            0.07332293291731669,
            0.31045241809672386
          ],
          "strata": [
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2,
            0,
            1,
            2
          ],
          "voided_flags": [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          "voided": 0,
          "valid": 21,
          "mean": 0.0962781368397593,
          "variance": 0.008895436845204713,
          "within_phrasing_var": 0.004887092869814319,
          "move": 0.06351682638734121
        }
      },
      "eligible_P1": true,
      "perm_C1_gt_A": {
        "stratified": 0.0005999400059994001,
        "pooled": 0.0008999100089991
      },
      "perm_C1_gt_D2": {
        "stratified": 0.9886011398860114,
        "pooled": 0.9767023297670233
      }
    }
  }
}