{
  "planned": 30,
  "completed": 30,
  "records": [
    {
      "seed": 20261201,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.15717529037621414,
        "maximin_model_target_mse": 0.17938270813933876,
        "approximate_candidates_evaluated": 240,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              1,
              5,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.1985943927530256
          },
          {
            "items_1based": [
              3,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16242830351362403
          },
          {
            "items_1based": [
              4,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16336551266045835
          },
          {
            "items_1based": [
              5,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16011462815844468
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15899981995286444
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15717529037621414
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.17938270813933876
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.44147819691781653,
        "target_rmse": 0.3802527392195572,
        "target_n": 220,
        "bias": 0.027999107375425387,
        "minimum_target_information": 4.65404115887384
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9246659171831,
          "holdout_alpha": 0.9260786789959,
          "minimum_target_information": 11.013147453093,
          "rmse": 0.263313445197,
          "bias": 0.02444386264313,
          "target_rmse": 0.2348801356099,
          "target_n": 220,
          "theta_correlation": 0.9671254730815,
          "sensitivity": 0.875,
          "specificity": 0.9691176470588,
          "true_positive_n": 120,
          "true_negative_n": 680
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_22",
            "item_29",
            "item_25"
          ],
          "indices_1based": [
            26,
            17,
            13,
            22,
            29,
            25
          ],
          "domains": {
            "A": 0,
            "B": 2,
            "C": 4
          },
          "training_alpha": 0.8115234554888,
          "holdout_alpha": 0.8009768421113,
          "minimum_target_information": 2.956825709431,
          "rmse": 0.4367478730709,
          "bias": 0.03068812653579,
          "target_rmse": 0.4269477999882,
          "target_n": 220,
          "theta_correlation": 0.9056926237389,
          "sensitivity": 0.7333333333333,
          "specificity": 0.9602941176471,
          "true_positive_n": 120,
          "true_negative_n": 680
        },
        "content_matched": {
          "items": [
            "item_05",
            "item_01",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            5,
            1,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8001991739497,
          "holdout_alpha": 0.8041874812889,
          "minimum_target_information": 1.532571864859,
          "rmse": 0.426860349786,
          "bias": 0.01681997569746,
          "target_rmse": 0.4632553818924,
          "target_n": 220,
          "theta_correlation": 0.9098930648963,
          "sensitivity": 0.6833333333333,
          "specificity": 0.9411764705882,
          "true_positive_n": 120,
          "true_negative_n": 680
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7821628542583,
          "holdout_alpha": 0.7739111477717,
          "minimum_target_information": 5.508151138278,
          "rmse": 0.4967876771226,
          "bias": 0.03509440783335,
          "target_rmse": 0.4005549997298,
          "target_n": 220,
          "theta_correlation": 0.8766932947095,
          "sensitivity": 0.7416666666667,
          "specificity": 0.9691176470588,
          "true_positive_n": 120,
          "true_negative_n": 680
        }
      }
    },
    {
      "seed": 20261202,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.14675887988769332,
        "maximin_model_target_mse": 0.17653353596821889,
        "approximate_candidates_evaluated": 164,
        "finalists_exactly_evaluated": 6,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15149233539984777
          },
          {
            "items_1based": [
              4,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1489612187709101
          },
          {
            "items_1based": [
              5,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15063996636923713
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.14675887988769332
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.17653353596821889
          },
          {
            "items_1based": [
              9,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15534106958854837
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4611257357087968,
        "target_rmse": 0.3982012966591511,
        "target_n": 237,
        "bias": 0.018477293259020765,
        "minimum_target_information": 5.194842924802522
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9254400062879,
          "holdout_alpha": 0.9264894092589,
          "minimum_target_information": 11.011198990012,
          "rmse": 0.2584173948859,
          "bias": 0.01629649135811,
          "target_rmse": 0.2565360059685,
          "target_n": 237,
          "theta_correlation": 0.9682019328528,
          "sensitivity": 0.7954545454545,
          "specificity": 0.9640718562874,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_15",
            "item_29",
            "item_13",
            "item_25"
          ],
          "indices_1based": [
            26,
            17,
            15,
            29,
            13,
            25
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8113237278425,
          "holdout_alpha": 0.8050035060998,
          "minimum_target_information": 3.235536942947,
          "rmse": 0.4511004733714,
          "bias": 0.01730845560978,
          "target_rmse": 0.4035275952852,
          "target_n": 237,
          "theta_correlation": 0.8992697103406,
          "sensitivity": 0.6818181818182,
          "specificity": 0.9640718562874,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "content_matched": {
          "items": [
            "item_10",
            "item_04",
            "item_17",
            "item_15",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            10,
            4,
            17,
            15,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7999593783511,
          "holdout_alpha": 0.7866890564876,
          "minimum_target_information": 4.773637248912,
          "rmse": 0.4445440552049,
          "bias": 0.01437721002553,
          "target_rmse": 0.3835032371152,
          "target_n": 237,
          "theta_correlation": 0.9029559935051,
          "sensitivity": 0.6818181818182,
          "specificity": 0.9580838323353,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7738496306177,
          "holdout_alpha": 0.7693820446019,
          "minimum_target_information": 5.632338102169,
          "rmse": 0.521658352583,
          "bias": 0.02262439644617,
          "target_rmse": 0.4327706634642,
          "target_n": 237,
          "theta_correlation": 0.8625398233887,
          "sensitivity": 0.6969696969697,
          "specificity": 0.9655688622754,
          "true_positive_n": 132,
          "true_negative_n": 668
        }
      }
    },
    {
      "seed": 20261203,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          6,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.15986673009493751,
        "maximin_model_target_mse": 0.18365655330527114,
        "approximate_candidates_evaluated": 238,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16424505423223595
          },
          {
            "items_1based": [
              5,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16471824120365702
          },
          {
            "items_1based": [
              5,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16677220264191708
          },
          {
            "items_1based": [
              7,
              8,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.18436236146072224
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15986673009493751
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16175122788067642
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.18365655330527114
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          7,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.4404173296715802,
        "target_rmse": 0.38461370209836504,
        "target_n": 207,
        "bias": 0.03545055791254113,
        "minimum_target_information": 4.26755088007522
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9256853498956,
          "holdout_alpha": 0.9214206670262,
          "minimum_target_information": 10.460760715876,
          "rmse": 0.2459716391131,
          "bias": 0.02694660258104,
          "target_rmse": 0.2611764503574,
          "target_n": 207,
          "theta_correlation": 0.9676251814691,
          "sensitivity": 0.8378378378378,
          "specificity": 0.9738751814224,
          "true_positive_n": 111,
          "true_negative_n": 689
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_22",
            "item_15",
            "item_29"
          ],
          "indices_1based": [
            26,
            17,
            13,
            22,
            15,
            29
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8137073540207,
          "holdout_alpha": 0.7836074795089,
          "minimum_target_information": 2.767617562576,
          "rmse": 0.4314825758177,
          "bias": 0.04692822731198,
          "target_rmse": 0.4238545099344,
          "target_n": 207,
          "theta_correlation": 0.8967361476443,
          "sensitivity": 0.7387387387387,
          "specificity": 0.9608127721335,
          "true_positive_n": 111,
          "true_negative_n": 689
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_08",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            7,
            8,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8028078805808,
          "holdout_alpha": 0.7729469738245,
          "minimum_target_information": 2.305426802948,
          "rmse": 0.4452751469426,
          "bias": 0.04431249470302,
          "target_rmse": 0.4065041301664,
          "target_n": 207,
          "theta_correlation": 0.8893037665909,
          "sensitivity": 0.7117117117117,
          "specificity": 0.9637155297533,
          "true_positive_n": 111,
          "true_negative_n": 689
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7839038591058,
          "holdout_alpha": 0.7533230343054,
          "minimum_target_information": 5.291843169176,
          "rmse": 0.4921721083824,
          "bias": 0.0402241792572,
          "target_rmse": 0.4313925827739,
          "target_n": 207,
          "theta_correlation": 0.8623256263632,
          "sensitivity": 0.7567567567568,
          "specificity": 0.9651669085631,
          "true_positive_n": 111,
          "true_negative_n": 689
        }
      }
    },
    {
      "seed": 20261204,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16198197345066412,
        "maximin_model_target_mse": 0.1832843453875472,
        "approximate_candidates_evaluated": 252,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              7,
              13,
              17,
              25,
              26
            ],
            "model_target_mse": 0.18800910410412705
          },
          {
            "items_1based": [
              4,
              8,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1737203661807113
          },
          {
            "items_1based": [
              4,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16475631259351242
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16266601705717873
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16198197345066412
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              30
            ],
            "model_target_mse": 0.17511458815794537
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              29,
              30
            ],
            "model_target_mse": 0.1832843453875472
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4305589955058136,
        "target_rmse": 0.41058318022124485,
        "target_n": 246,
        "bias": -0.038638569705423495,
        "minimum_target_information": 4.524833106457672
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9243256156005,
          "holdout_alpha": 0.925481584254,
          "minimum_target_information": 10.337757129413,
          "rmse": 0.2459028837429,
          "bias": -0.03674749812883,
          "target_rmse": 0.2633711777754,
          "target_n": 246,
          "theta_correlation": 0.9695621308374,
          "sensitivity": 0.8307692307692,
          "specificity": 0.9701492537313,
          "true_positive_n": 130,
          "true_negative_n": 670
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_25",
            "item_22",
            "item_29"
          ],
          "indices_1based": [
            26,
            17,
            13,
            25,
            22,
            29
          ],
          "domains": {
            "A": 0,
            "B": 2,
            "C": 4
          },
          "training_alpha": 0.8037854879893,
          "holdout_alpha": 0.797618760325,
          "minimum_target_information": 2.705893378815,
          "rmse": 0.4167271917916,
          "bias": -0.04523460667266,
          "target_rmse": 0.4345241100346,
          "target_n": 246,
          "theta_correlation": 0.9088005998065,
          "sensitivity": 0.7,
          "specificity": 0.9611940298507,
          "true_positive_n": 130,
          "true_negative_n": 670
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_07",
            "item_17",
            "item_13",
            "item_26",
            "item_25"
          ],
          "indices_1based": [
            4,
            7,
            17,
            13,
            26,
            25
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7992806814558,
          "holdout_alpha": 0.8019276733517,
          "minimum_target_information": 2.033303382926,
          "rmse": 0.4504605208506,
          "bias": -0.06157680076811,
          "target_rmse": 0.4670037914647,
          "target_n": 246,
          "theta_correlation": 0.8935026275871,
          "sensitivity": 0.7153846153846,
          "specificity": 0.9522388059701,
          "true_positive_n": 130,
          "true_negative_n": 670
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_20",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            20,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7732048611352,
          "holdout_alpha": 0.7819890529651,
          "minimum_target_information": 5.3269816964,
          "rmse": 0.4980397338238,
          "bias": -0.02249237830185,
          "target_rmse": 0.4350053874319,
          "target_n": 246,
          "theta_correlation": 0.8654051930355,
          "sensitivity": 0.6461538461538,
          "specificity": 0.9626865671642,
          "true_positive_n": 130,
          "true_negative_n": 670
        }
      }
    },
    {
      "seed": 20261205,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.17243273853270202,
        "maximin_model_target_mse": 0.19521264965071194,
        "approximate_candidates_evaluated": 240,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              1,
              4,
              13,
              17,
              25,
              26
            ],
            "model_target_mse": 0.2089638639624069
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17243273853270202
          },
          {
            "items_1based": [
              8,
              10,
              16,
              17,
              26,
              29
            ],
            "model_target_mse": 0.18010465227299277
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17547091310693366
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.19521264965071194
          },
          {
            "items_1based": [
              8,
              10,
              17,
              19,
              26,
              29
            ],
            "model_target_mse": 0.17840160703096053
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.1789360437937984
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.4275459563655025,
        "target_rmse": 0.41226671063054315,
        "target_n": 227,
        "bias": -0.015618672813193102,
        "minimum_target_information": 4.281769304070765
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9196832904656,
          "holdout_alpha": 0.9212553931436,
          "minimum_target_information": 9.970356922003,
          "rmse": 0.248900108723,
          "bias": -0.02183453879856,
          "target_rmse": 0.2535377417385,
          "target_n": 227,
          "theta_correlation": 0.9681311852364,
          "sensitivity": 0.8161764705882,
          "specificity": 0.9728915662651,
          "true_positive_n": 136,
          "true_negative_n": 664
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_25",
            "item_13",
            "item_22",
            "item_21"
          ],
          "indices_1based": [
            26,
            17,
            25,
            13,
            22,
            21
          ],
          "domains": {
            "A": 0,
            "B": 2,
            "C": 4
          },
          "training_alpha": 0.7968778529221,
          "holdout_alpha": 0.7853457564835,
          "minimum_target_information": 1.549881255348,
          "rmse": 0.4570389045014,
          "bias": -0.02587323709298,
          "target_rmse": 0.4538947553402,
          "target_n": 227,
          "theta_correlation": 0.8872266815193,
          "sensitivity": 0.6176470588235,
          "specificity": 0.9397590361446,
          "true_positive_n": 136,
          "true_negative_n": 664
        },
        "content_matched": {
          "items": [
            "item_01",
            "item_04",
            "item_17",
            "item_13",
            "item_26",
            "item_25"
          ],
          "indices_1based": [
            1,
            4,
            17,
            13,
            26,
            25
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7916952769219,
          "holdout_alpha": 0.7853875511015,
          "minimum_target_information": 1.674768663663,
          "rmse": 0.451648271399,
          "bias": -0.006428050712495,
          "target_rmse": 0.4505849025424,
          "target_n": 227,
          "theta_correlation": 0.8893612472766,
          "sensitivity": 0.6470588235294,
          "specificity": 0.941265060241,
          "true_positive_n": 136,
          "true_negative_n": 664
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7584533381927,
          "holdout_alpha": 0.7783130640583,
          "minimum_target_information": 4.952112144244,
          "rmse": 0.4831539537782,
          "bias": -0.04031234261288,
          "target_rmse": 0.4624685232778,
          "target_n": 227,
          "theta_correlation": 0.873318654707,
          "sensitivity": 0.6985294117647,
          "specificity": 0.9728915662651,
          "true_positive_n": 136,
          "true_negative_n": 664
        }
      }
    },
    {
      "seed": 20261206,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16410285670585215,
        "maximin_model_target_mse": 0.19216543244572534,
        "approximate_candidates_evaluated": 247,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              7,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17920739327358304
          },
          {
            "items_1based": [
              3,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16790665754731884
          },
          {
            "items_1based": [
              4,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1687420472151717
          },
          {
            "items_1based": [
              4,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16840284312892165
          },
          {
            "items_1based": [
              4,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17171256312482508
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16410285670585215
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.19216543244572534
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4555521956536395,
        "target_rmse": 0.40040583306752653,
        "target_n": 222,
        "bias": 0.02884101837452353,
        "minimum_target_information": 4.624590685469219
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9186828017124,
          "holdout_alpha": 0.9250856102167,
          "minimum_target_information": 10.170511140525,
          "rmse": 0.2664253511576,
          "bias": 0.02749354355512,
          "target_rmse": 0.2799126662962,
          "target_n": 222,
          "theta_correlation": 0.9652718831225,
          "sensitivity": 0.8448275862069,
          "specificity": 0.9561403508772,
          "true_positive_n": 116,
          "true_negative_n": 684
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_29",
            "item_22",
            "item_13",
            "item_25"
          ],
          "indices_1based": [
            26,
            17,
            29,
            22,
            13,
            25
          ],
          "domains": {
            "A": 0,
            "B": 2,
            "C": 4
          },
          "training_alpha": 0.7991823330284,
          "holdout_alpha": 0.8171469557791,
          "minimum_target_information": 2.823383901675,
          "rmse": 0.4270747187324,
          "bias": 0.008790901543406,
          "target_rmse": 0.417061476365,
          "target_n": 222,
          "theta_correlation": 0.9058346191343,
          "sensitivity": 0.7413793103448,
          "specificity": 0.9634502923977,
          "true_positive_n": 116,
          "true_negative_n": 684
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_03",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            7,
            3,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7867830633934,
          "holdout_alpha": 0.800457692734,
          "minimum_target_information": 3.091516391125,
          "rmse": 0.4621845843506,
          "bias": 0.01019833518573,
          "target_rmse": 0.4307500598236,
          "target_n": 222,
          "theta_correlation": 0.8886354401347,
          "sensitivity": 0.698275862069,
          "specificity": 0.9590643274854,
          "true_positive_n": 116,
          "true_negative_n": 684
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7748425351732,
          "holdout_alpha": 0.78407858064,
          "minimum_target_information": 5.080665029077,
          "rmse": 0.5048937437159,
          "bias": 0.05491193318429,
          "target_rmse": 0.3969442537527,
          "target_n": 222,
          "theta_correlation": 0.8670108805611,
          "sensitivity": 0.75,
          "specificity": 0.9502923976608,
          "true_positive_n": 116,
          "true_negative_n": 684
        }
      }
    },
    {
      "seed": 20261207,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          6,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.157422009128502,
        "maximin_model_target_mse": 0.1812400587249592,
        "approximate_candidates_evaluated": 202,
        "finalists_exactly_evaluated": 6,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1577939699548281
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15971568332646216
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              25,
              26
            ],
            "model_target_mse": 0.17217923063467952
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.157422009128502
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16126980552643108
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.1812400587249592
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          7,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4625119248754654,
        "target_rmse": 0.4469477958260404,
        "target_n": 259,
        "bias": -0.04540048046424384,
        "minimum_target_information": 4.634051747102763
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9228405889557,
          "holdout_alpha": 0.9244401699824,
          "minimum_target_information": 10.353765794827,
          "rmse": 0.2595187344263,
          "bias": -0.02059712298645,
          "target_rmse": 0.2644464461629,
          "target_n": 259,
          "theta_correlation": 0.9657517849691,
          "sensitivity": 0.7445255474453,
          "specificity": 0.9683257918552,
          "true_positive_n": 137,
          "true_negative_n": 663
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_15",
            "item_13",
            "item_29",
            "item_25"
          ],
          "indices_1based": [
            26,
            17,
            15,
            13,
            29,
            25
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8044989637749,
          "holdout_alpha": 0.7901645408967,
          "minimum_target_information": 2.984339655935,
          "rmse": 0.4357383244817,
          "bias": -0.03246881124914,
          "target_rmse": 0.4221594513084,
          "target_n": 259,
          "theta_correlation": 0.9002134047187,
          "sensitivity": 0.6496350364964,
          "specificity": 0.9668174962293,
          "true_positive_n": 137,
          "true_negative_n": 663
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_10",
            "item_17",
            "item_15",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            4,
            10,
            17,
            15,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8006049954301,
          "holdout_alpha": 0.7741973111202,
          "minimum_target_information": 4.356386493735,
          "rmse": 0.4626203223129,
          "bias": -0.03784050556777,
          "target_rmse": 0.4407103174756,
          "target_n": 259,
          "theta_correlation": 0.8872638190085,
          "sensitivity": 0.6350364963504,
          "specificity": 0.9607843137255,
          "true_positive_n": 137,
          "true_negative_n": 663
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7766606876279,
          "holdout_alpha": 0.7692304573638,
          "minimum_target_information": 5.424707304398,
          "rmse": 0.5187518011548,
          "bias": -0.05285064061893,
          "target_rmse": 0.4900483637871,
          "target_n": 259,
          "theta_correlation": 0.8554729720298,
          "sensitivity": 0.6204379562044,
          "specificity": 0.9653092006033,
          "true_positive_n": 137,
          "true_negative_n": 663
        }
      }
    },
    {
      "seed": 20261208,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.1547338832450221,
        "maximin_model_target_mse": 0.182108787056085,
        "approximate_candidates_evaluated": 249,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              1,
              4,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.19640241818566853
          },
          {
            "items_1based": [
              7,
              8,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17138044243447653
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15667352300135307
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.15877593258469996
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1547338832450221
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.15688100984007447
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.182108787056085
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.42617139280445826,
        "target_rmse": 0.4039542858865125,
        "target_n": 235,
        "bias": 0.003976211435649003,
        "minimum_target_information": 4.811062443932622
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9251413481161,
          "holdout_alpha": 0.9225181390271,
          "minimum_target_information": 10.780324245306,
          "rmse": 0.2496264365878,
          "bias": 0.004083148712697,
          "target_rmse": 0.2683502566084,
          "target_n": 235,
          "theta_correlation": 0.9684096692784,
          "sensitivity": 0.8527131782946,
          "specificity": 0.9776453055142,
          "true_positive_n": 129,
          "true_negative_n": 671
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_22",
            "item_29",
            "item_04"
          ],
          "indices_1based": [
            26,
            17,
            13,
            22,
            29,
            4
          ],
          "domains": {
            "A": 1,
            "B": 2,
            "C": 3
          },
          "training_alpha": 0.8094381228757,
          "holdout_alpha": 0.7999531329292,
          "minimum_target_information": 2.734028971892,
          "rmse": 0.4179415238447,
          "bias": -0.003279706696217,
          "target_rmse": 0.4429193151235,
          "target_n": 235,
          "theta_correlation": 0.9084140650067,
          "sensitivity": 0.6511627906977,
          "specificity": 0.9657228017884,
          "true_positive_n": 129,
          "true_negative_n": 671
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_01",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            4,
            1,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8101501141375,
          "holdout_alpha": 0.7962112576604,
          "minimum_target_information": 1.452631312737,
          "rmse": 0.4183692141727,
          "bias": -0.004002949473467,
          "target_rmse": 0.451240567803,
          "target_n": 235,
          "theta_correlation": 0.9082905323568,
          "sensitivity": 0.5581395348837,
          "specificity": 0.9657228017884,
          "true_positive_n": 129,
          "true_negative_n": 671
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7798188979467,
          "holdout_alpha": 0.7743473002651,
          "minimum_target_information": 5.414953814762,
          "rmse": 0.4960646128625,
          "bias": 0.00358464701258,
          "target_rmse": 0.4377776217065,
          "target_n": 235,
          "theta_correlation": 0.8681938716566,
          "sensitivity": 0.7286821705426,
          "specificity": 0.9701937406855,
          "true_positive_n": 129,
          "true_negative_n": 671
        }
      }
    },
    {
      "seed": 20261209,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          16,
          17,
          25,
          28
        ],
        "model_target_mse": 0.1633520206291943,
        "maximin_model_target_mse": 0.18708530557149894,
        "approximate_candidates_evaluated": 240,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              5,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.19848334310200305
          },
          {
            "items_1based": [
              3,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16722643124619943
          },
          {
            "items_1based": [
              3,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16686798477431414
          },
          {
            "items_1based": [
              4,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16909703699493203
          },
          {
            "items_1based": [
              5,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16598051194887134
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1633520206291943
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.18708530557149894
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          17,
          18,
          26,
          29
        ],
        "rmse": 0.43854222265328524,
        "target_rmse": 0.39325108002458986,
        "target_n": 226,
        "bias": -0.017927894939196047,
        "minimum_target_information": 4.832176097009461
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9244185640169,
          "holdout_alpha": 0.9232100121074,
          "minimum_target_information": 10.309504808943,
          "rmse": 0.2517698317338,
          "bias": -0.007386447161704,
          "target_rmse": 0.2473651675387,
          "target_n": 226,
          "theta_correlation": 0.9672586542008,
          "sensitivity": 0.8224299065421,
          "specificity": 0.978354978355,
          "true_positive_n": 107,
          "true_negative_n": 693
        },
        "item_total": {
          "items": [
            "item_26",
            "item_22",
            "item_17",
            "item_13",
            "item_15",
            "item_29"
          ],
          "indices_1based": [
            26,
            22,
            17,
            13,
            15,
            29
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8023650472421,
          "holdout_alpha": 0.7987468713207,
          "minimum_target_information": 2.738552171295,
          "rmse": 0.422845979848,
          "bias": -0.01574871122514,
          "target_rmse": 0.401300869168,
          "target_n": 226,
          "theta_correlation": 0.9046469834052,
          "sensitivity": 0.6635514018692,
          "specificity": 0.97113997114,
          "true_positive_n": 107,
          "true_negative_n": 693
        },
        "content_matched": {
          "items": [
            "item_05",
            "item_03",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            5,
            3,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8012344541922,
          "holdout_alpha": 0.7885639094361,
          "minimum_target_information": 1.455523236219,
          "rmse": 0.4431755910032,
          "bias": -0.01384090515905,
          "target_rmse": 0.4721256973113,
          "target_n": 226,
          "theta_correlation": 0.8950445428929,
          "sensitivity": 0.6261682242991,
          "specificity": 0.966810966811,
          "true_positive_n": 107,
          "true_negative_n": 693
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7706731900015,
          "holdout_alpha": 0.7809872521102,
          "minimum_target_information": 5.199869345904,
          "rmse": 0.4750898337594,
          "bias": -0.01158446851404,
          "target_rmse": 0.3906675409551,
          "target_n": 226,
          "theta_correlation": 0.8777414058508,
          "sensitivity": 0.7289719626168,
          "specificity": 0.962481962482,
          "true_positive_n": 107,
          "true_negative_n": 693
        }
      }
    },
    {
      "seed": 20261210,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          6,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.15119701036513633,
        "maximin_model_target_mse": 0.169558429602637,
        "approximate_candidates_evaluated": 249,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              7,
              13,
              17,
              25,
              26
            ],
            "model_target_mse": 0.17462158828669627
          },
          {
            "items_1based": [
              4,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1530962846309854
          },
          {
            "items_1based": [
              7,
              8,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1600652307990346
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1513812458381896
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15119701036513633
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15143329379850143
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.169558429602637
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          7,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4562689572262351,
        "target_rmse": 0.4396425807536559,
        "target_n": 225,
        "bias": -0.01141896216911094,
        "minimum_target_information": 4.593000097870566
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9301438146344,
          "holdout_alpha": 0.9226177465708,
          "minimum_target_information": 11.227220277721,
          "rmse": 0.2635414527695,
          "bias": 0.01515058050043,
          "target_rmse": 0.2609178187063,
          "target_n": 225,
          "theta_correlation": 0.9640964727815,
          "sensitivity": 0.7886178861789,
          "specificity": 0.9807976366322,
          "true_positive_n": 123,
          "true_negative_n": 677
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_25",
            "item_29",
            "item_13",
            "item_15"
          ],
          "indices_1based": [
            26,
            17,
            25,
            29,
            13,
            15
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8208395966118,
          "holdout_alpha": 0.7963514595502,
          "minimum_target_information": 3.004670777919,
          "rmse": 0.4305550230345,
          "bias": 0.01281958373281,
          "target_rmse": 0.4186244084342,
          "target_n": 225,
          "theta_correlation": 0.8989537032202,
          "sensitivity": 0.6666666666667,
          "specificity": 0.9719350073855,
          "true_positive_n": 123,
          "true_negative_n": 677
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_07",
            "item_17",
            "item_13",
            "item_26",
            "item_25"
          ],
          "indices_1based": [
            4,
            7,
            17,
            13,
            26,
            25
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8149982445748,
          "holdout_alpha": 0.7805813862821,
          "minimum_target_information": 2.093078167766,
          "rmse": 0.4458509822144,
          "bias": 0.04039577018344,
          "target_rmse": 0.4268005563748,
          "target_n": 225,
          "theta_correlation": 0.8927154145301,
          "sensitivity": 0.609756097561,
          "specificity": 0.9704579025111,
          "true_positive_n": 123,
          "true_negative_n": 677
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7985475421997,
          "holdout_alpha": 0.7375915405202,
          "minimum_target_information": 5.850653346923,
          "rmse": 0.4798893630713,
          "bias": 0.0068463550396,
          "target_rmse": 0.4261918553236,
          "target_n": 225,
          "theta_correlation": 0.8732713983177,
          "sensitivity": 0.6341463414634,
          "specificity": 0.97341211226,
          "true_positive_n": 123,
          "true_negative_n": 677
        }
      }
    },
    {
      "seed": 20261211,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16124010308235562,
        "maximin_model_target_mse": 0.16556928790067552,
        "approximate_candidates_evaluated": 200,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1697741791497755
          },
          {
            "items_1based": [
              3,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17126582080491012
          },
          {
            "items_1based": [
              7,
              8,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1699894855739214
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16394837964733436
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16124010308235562
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1626886852153736
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.16556928790067552
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.42988108158692584,
        "target_rmse": 0.403120839982415,
        "target_n": 236,
        "bias": 0.004137192715743222,
        "minimum_target_information": 4.667039799838298
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9227651193836,
          "holdout_alpha": 0.9265389274869,
          "minimum_target_information": 10.797342598003,
          "rmse": 0.2541815700454,
          "bias": 0.01986575776102,
          "target_rmse": 0.2504332616761,
          "target_n": 236,
          "theta_correlation": 0.9695761446941,
          "sensitivity": 0.8476821192053,
          "specificity": 0.9768875192604,
          "true_positive_n": 151,
          "true_negative_n": 649
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_29",
            "item_15",
            "item_22"
          ],
          "indices_1based": [
            26,
            17,
            13,
            29,
            15,
            22
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8004166669707,
          "holdout_alpha": 0.811720494973,
          "minimum_target_information": 2.910824277561,
          "rmse": 0.4232826940754,
          "bias": 0.01563104688479,
          "target_rmse": 0.4265496416607,
          "target_n": 236,
          "theta_correlation": 0.9126942338834,
          "sensitivity": 0.7284768211921,
          "specificity": 0.9691833590139,
          "true_positive_n": 151,
          "true_negative_n": 649
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_08",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            7,
            8,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.798678553943,
          "holdout_alpha": 0.8085985008311,
          "minimum_target_information": 3.707276710086,
          "rmse": 0.4417046923212,
          "bias": 0.001303627289215,
          "target_rmse": 0.4478844110943,
          "target_n": 236,
          "theta_correlation": 0.9044208584446,
          "sensitivity": 0.6887417218543,
          "specificity": 0.9676425269646,
          "true_positive_n": 151,
          "true_negative_n": 649
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_20",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            8,
            10,
            17,
            20,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7943223405817,
          "holdout_alpha": 0.8054508970677,
          "minimum_target_information": 5.306164762204,
          "rmse": 0.4634355317192,
          "bias": 0.008076386647028,
          "target_rmse": 0.4122983598854,
          "target_n": 236,
          "theta_correlation": 0.8942094111872,
          "sensitivity": 0.7218543046358,
          "specificity": 0.9630200308166,
          "true_positive_n": 151,
          "true_negative_n": 649
        }
      }
    },
    {
      "seed": 20261212,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.15875012857931037,
        "maximin_model_target_mse": 0.17807665338069806,
        "approximate_candidates_evaluated": 126,
        "finalists_exactly_evaluated": 6,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              8,
              10,
              13,
              15,
              26,
              29
            ],
            "model_target_mse": 0.1707012472800579
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15875012857931037
          },
          {
            "items_1based": [
              8,
              10,
              13,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16991134885455578
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16018959088575016
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.15966740619134914
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.17807665338069806
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.4191594269421676,
        "target_rmse": 0.37529324375822554,
        "target_n": 238,
        "bias": 0.011252719124891557,
        "minimum_target_information": 4.5504148907659605
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9239770552762,
          "holdout_alpha": 0.9307339706129,
          "minimum_target_information": 10.761459013371,
          "rmse": 0.2375582352523,
          "bias": 0.002540566929007,
          "target_rmse": 0.2363993432872,
          "target_n": 238,
          "theta_correlation": 0.9727011549355,
          "sensitivity": 0.8333333333333,
          "specificity": 0.984756097561,
          "true_positive_n": 144,
          "true_negative_n": 656
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_29",
            "item_25",
            "item_15"
          ],
          "indices_1based": [
            26,
            17,
            13,
            29,
            25,
            15
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8026147777864,
          "holdout_alpha": 0.8164725144751,
          "minimum_target_information": 2.951674581331,
          "rmse": 0.3981782540661,
          "bias": 0.02474883385897,
          "target_rmse": 0.3812789545653,
          "target_n": 238,
          "theta_correlation": 0.9217090894638,
          "sensitivity": 0.6875,
          "specificity": 0.9618902439024,
          "true_positive_n": 144,
          "true_negative_n": 656
        },
        "content_matched": {
          "items": [
            "item_10",
            "item_08",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            10,
            8,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8058557202569,
          "holdout_alpha": 0.8024168608917,
          "minimum_target_information": 4.550414890766,
          "rmse": 0.4191594269422,
          "bias": 0.01125271912489,
          "target_rmse": 0.3752932437582,
          "target_n": 238,
          "theta_correlation": 0.9125120725316,
          "sensitivity": 0.7152777777778,
          "specificity": 0.9771341463415,
          "true_positive_n": 144,
          "true_negative_n": 656
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7962054042468,
          "holdout_alpha": 0.7730960815895,
          "minimum_target_information": 5.467325921035,
          "rmse": 0.4805699342033,
          "bias": 0.02128337681409,
          "target_rmse": 0.3940362285645,
          "target_n": 238,
          "theta_correlation": 0.8843829242054,
          "sensitivity": 0.6666666666667,
          "specificity": 0.9756097560976,
          "true_positive_n": 144,
          "true_negative_n": 656
        }
      }
    },
    {
      "seed": 20261213,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16135476367210988,
        "maximin_model_target_mse": 0.18992607794759478,
        "approximate_candidates_evaluated": 249,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              1,
              3,
              13,
              17,
              25,
              26
            ],
            "model_target_mse": 0.19590900685466464
          },
          {
            "items_1based": [
              4,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16652946156067638
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1633662705874105
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16224449175166722
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16242088610033797
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16135476367210988
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.18992607794759478
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.48838512911667437,
        "target_rmse": 0.42506541453758334,
        "target_n": 220,
        "bias": 0.038181158904394864,
        "minimum_target_information": 4.5972308774340265
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9241581098408,
          "holdout_alpha": 0.9226136260678,
          "minimum_target_information": 10.313884633782,
          "rmse": 0.258388264497,
          "bias": 0.0169931673186,
          "target_rmse": 0.2714591400737,
          "target_n": 220,
          "theta_correlation": 0.9682337633651,
          "sensitivity": 0.7751937984496,
          "specificity": 0.973174366617,
          "true_positive_n": 129,
          "true_negative_n": 671
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_15",
            "item_25",
            "item_29"
          ],
          "indices_1based": [
            26,
            17,
            13,
            15,
            25,
            29
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8103657895956,
          "holdout_alpha": 0.7946837248452,
          "minimum_target_information": 3.140236944499,
          "rmse": 0.4459485983556,
          "bias": 0.00655475678393,
          "target_rmse": 0.444233945961,
          "target_n": 220,
          "theta_correlation": 0.9015931549223,
          "sensitivity": 0.6434108527132,
          "specificity": 0.9657228017884,
          "true_positive_n": 129,
          "true_negative_n": 671
        },
        "content_matched": {
          "items": [
            "item_03",
            "item_01",
            "item_17",
            "item_13",
            "item_26",
            "item_25"
          ],
          "indices_1based": [
            3,
            1,
            17,
            13,
            26,
            25
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8029805156125,
          "holdout_alpha": 0.7887904358322,
          "minimum_target_information": 1.585727312661,
          "rmse": 0.4598797244292,
          "bias": 0.00115517531678,
          "target_rmse": 0.4998729018856,
          "target_n": 220,
          "theta_correlation": 0.8952047184077,
          "sensitivity": 0.6589147286822,
          "specificity": 0.9687034277198,
          "true_positive_n": 129,
          "true_negative_n": 671
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7660911171728,
          "holdout_alpha": 0.7436094471274,
          "minimum_target_information": 5.115315091583,
          "rmse": 0.535184006352,
          "bias": 0.03246841777388,
          "target_rmse": 0.4698440378465,
          "target_n": 220,
          "theta_correlation": 0.8548652680339,
          "sensitivity": 0.6124031007752,
          "specificity": 0.9627421758569,
          "true_positive_n": 129,
          "true_negative_n": 671
        }
      }
    },
    {
      "seed": 20261214,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          16,
          17,
          25,
          28
        ],
        "model_target_mse": 0.16918362012723231,
        "maximin_model_target_mse": 0.1897357580926516,
        "approximate_candidates_evaluated": 249,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              1,
              5,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.20641927760128576
          },
          {
            "items_1based": [
              3,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17585353006009866
          },
          {
            "items_1based": [
              4,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17344726991984963
          },
          {
            "items_1based": [
              6,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1740914373130336
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17100076386133786
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16918362012723231
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.1897357580926516
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          17,
          18,
          26,
          29
        ],
        "rmse": 0.4763714795811919,
        "target_rmse": 0.4104234188818118,
        "target_n": 238,
        "bias": 0.0062135911341337025,
        "minimum_target_information": 4.629084065176244
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9225672654067,
          "holdout_alpha": 0.9255642384566,
          "minimum_target_information": 10.032364046167,
          "rmse": 0.2621839993123,
          "bias": -0.01483345175038,
          "target_rmse": 0.2663740685069,
          "target_n": 238,
          "theta_correlation": 0.9653479795816,
          "sensitivity": 0.8793103448276,
          "specificity": 0.9678362573099,
          "true_positive_n": 116,
          "true_negative_n": 684
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_15",
            "item_22",
            "item_25"
          ],
          "indices_1based": [
            26,
            17,
            13,
            15,
            22,
            25
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8015641365063,
          "holdout_alpha": 0.8013774275417,
          "minimum_target_information": 1.752639412545,
          "rmse": 0.4521795787485,
          "bias": 0.006223223801107,
          "target_rmse": 0.451203922287,
          "target_n": 238,
          "theta_correlation": 0.8924688805706,
          "sensitivity": 0.6293103448276,
          "specificity": 0.953216374269,
          "true_positive_n": 116,
          "true_negative_n": 684
        },
        "content_matched": {
          "items": [
            "item_01",
            "item_05",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            1,
            5,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7907521814062,
          "holdout_alpha": 0.7991545956806,
          "minimum_target_information": 1.505630821044,
          "rmse": 0.4577177245832,
          "bias": 0.000737243933681,
          "target_rmse": 0.4823889033007,
          "target_n": 238,
          "theta_correlation": 0.889644693006,
          "sensitivity": 0.6206896551724,
          "specificity": 0.9517543859649,
          "true_positive_n": 116,
          "true_negative_n": 684
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7737997390526,
          "holdout_alpha": 0.7683749748951,
          "minimum_target_information": 4.964043785212,
          "rmse": 0.5094132872368,
          "bias": -0.01306429949389,
          "target_rmse": 0.4777340596702,
          "target_n": 238,
          "theta_correlation": 0.8612970904425,
          "sensitivity": 0.6896551724138,
          "specificity": 0.9590643274854,
          "true_positive_n": 116,
          "true_negative_n": 684
        }
      }
    },
    {
      "seed": 20261215,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.163831940735503,
        "maximin_model_target_mse": 0.19667449835223108,
        "approximate_candidates_evaluated": 238,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              8,
              15,
              17,
              25,
              26
            ],
            "model_target_mse": 0.18368862408558925
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16855023288580329
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              28
            ],
            "model_target_mse": 0.18032619748798476
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1658563866673278
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              28
            ],
            "model_target_mse": 0.17806978592520048
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.163831940735503
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.19667449835223108
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4447715398737681,
        "target_rmse": 0.40133451105710616,
        "target_n": 224,
        "bias": 0.03359926648223623,
        "minimum_target_information": 4.4767932235403665
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9230887857234,
          "holdout_alpha": 0.9297818628909,
          "minimum_target_information": 10.170936612687,
          "rmse": 0.2492347794871,
          "bias": 0.02699705435444,
          "target_rmse": 0.253099752302,
          "target_n": 224,
          "theta_correlation": 0.9702417099335,
          "sensitivity": 0.7967479674797,
          "specificity": 0.9719350073855,
          "true_positive_n": 123,
          "true_negative_n": 677
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_25",
            "item_15",
            "item_13",
            "item_29"
          ],
          "indices_1based": [
            26,
            17,
            25,
            15,
            13,
            29
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8095874108169,
          "holdout_alpha": 0.8101409451035,
          "minimum_target_information": 2.99246149461,
          "rmse": 0.431202151894,
          "bias": 0.01405443992829,
          "target_rmse": 0.429212342751,
          "target_n": 224,
          "theta_correlation": 0.9067237707363,
          "sensitivity": 0.6829268292683,
          "specificity": 0.9586410635155,
          "true_positive_n": 123,
          "true_negative_n": 677
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_08",
            "item_17",
            "item_15",
            "item_26",
            "item_25"
          ],
          "indices_1based": [
            4,
            8,
            17,
            15,
            26,
            25
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7983853204833,
          "holdout_alpha": 0.8000037400288,
          "minimum_target_information": 2.552474802365,
          "rmse": 0.4474731795785,
          "bias": 0.03067176788115,
          "target_rmse": 0.4110818494207,
          "target_n": 224,
          "theta_correlation": 0.8994541609599,
          "sensitivity": 0.6747967479675,
          "specificity": 0.9586410635155,
          "true_positive_n": 123,
          "true_negative_n": 677
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7667435779796,
          "holdout_alpha": 0.7903898010575,
          "minimum_target_information": 4.919114036684,
          "rmse": 0.4944343312971,
          "bias": 0.08582156973766,
          "target_rmse": 0.415268666416,
          "target_n": 224,
          "theta_correlation": 0.8790051450308,
          "sensitivity": 0.7235772357724,
          "specificity": 0.9630723781388,
          "true_positive_n": 123,
          "true_negative_n": 677
        }
      }
    },
    {
      "seed": 20261216,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.17273299202526232,
        "maximin_model_target_mse": 0.20334531166107214,
        "approximate_candidates_evaluated": 202,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              8,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1821788286672666
          },
          {
            "items_1based": [
              4,
              8,
              15,
              17,
              22,
              26
            ],
            "model_target_mse": 0.1951583080488115
          },
          {
            "items_1based": [
              4,
              8,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1841483845894683
          },
          {
            "items_1based": [
              5,
              8,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.18436005948594397
          },
          {
            "items_1based": [
              7,
              8,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.18237360308455974
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17273299202526232
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.20334531166107214
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.4282231616278679,
        "target_rmse": 0.3900999955814917,
        "target_n": 219,
        "bias": 0.015136481345147355,
        "minimum_target_information": 4.203210110772925
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9206322990935,
          "holdout_alpha": 0.9254991855963,
          "minimum_target_information": 9.880940724105,
          "rmse": 0.2549744471343,
          "bias": 0.01128245000397,
          "target_rmse": 0.2625261411127,
          "target_n": 219,
          "theta_correlation": 0.9682150695885,
          "sensitivity": 0.864406779661,
          "specificity": 0.9721407624633,
          "true_positive_n": 118,
          "true_negative_n": 682
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_22",
            "item_15",
            "item_25",
            "item_13"
          ],
          "indices_1based": [
            26,
            17,
            22,
            15,
            25,
            13
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.7946175924496,
          "holdout_alpha": 0.8093561439,
          "minimum_target_information": 1.891754770112,
          "rmse": 0.4288252462524,
          "bias": 0.01843288226744,
          "target_rmse": 0.4141468503555,
          "target_n": 219,
          "theta_correlation": 0.9065061849559,
          "sensitivity": 0.6610169491525,
          "specificity": 0.9648093841642,
          "true_positive_n": 118,
          "true_negative_n": 682
        },
        "content_matched": {
          "items": [
            "item_08",
            "item_04",
            "item_17",
            "item_15",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            8,
            4,
            17,
            15,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7829494372388,
          "holdout_alpha": 0.7830546359517,
          "minimum_target_information": 2.286123147357,
          "rmse": 0.4347661728647,
          "bias": 0.007641266038425,
          "target_rmse": 0.4290858475721,
          "target_n": 219,
          "theta_correlation": 0.9035457531331,
          "sensitivity": 0.7627118644068,
          "specificity": 0.966275659824,
          "true_positive_n": 118,
          "true_negative_n": 682
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7636869546746,
          "holdout_alpha": 0.7832701422116,
          "minimum_target_information": 4.730172111978,
          "rmse": 0.5104188074023,
          "bias": 0.0259842751017,
          "target_rmse": 0.4245215528937,
          "target_n": 219,
          "theta_correlation": 0.8648296178299,
          "sensitivity": 0.7627118644068,
          "specificity": 0.9633431085044,
          "true_positive_n": 118,
          "true_negative_n": 682
        }
      }
    },
    {
      "seed": 20261217,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          16,
          17,
          25,
          28
        ],
        "model_target_mse": 0.16886093784409106,
        "maximin_model_target_mse": 0.16957047291966612,
        "approximate_candidates_evaluated": 201,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              10,
              17,
              18,
              25,
              26
            ],
            "model_target_mse": 0.19000193308714636
          },
          {
            "items_1based": [
              5,
              10,
              17,
              18,
              25,
              26
            ],
            "model_target_mse": 0.1884547657580636
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.18025150977142926
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              25,
              26
            ],
            "model_target_mse": 0.1785823959665046
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              25,
              26
            ],
            "model_target_mse": 0.18119247297473884
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16886093784409106
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.16957047291966612
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          17,
          18,
          26,
          29
        ],
        "rmse": 0.42514711967774976,
        "target_rmse": 0.3501722734485536,
        "target_n": 230,
        "bias": 0.018897359761319198,
        "minimum_target_information": 5.0528538880533915
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9176803584649,
          "holdout_alpha": 0.9273033726244,
          "minimum_target_information": 10.22248278155,
          "rmse": 0.2520475331316,
          "bias": 0.00202709491816,
          "target_rmse": 0.2552885227765,
          "target_n": 230,
          "theta_correlation": 0.9697725243515,
          "sensitivity": 0.8705035971223,
          "specificity": 0.981845688351,
          "true_positive_n": 139,
          "true_negative_n": 661
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_22",
            "item_13",
            "item_25",
            "item_29"
          ],
          "indices_1based": [
            26,
            17,
            22,
            13,
            25,
            29
          ],
          "domains": {
            "A": 0,
            "B": 2,
            "C": 4
          },
          "training_alpha": 0.7872757501078,
          "holdout_alpha": 0.8087198024101,
          "minimum_target_information": 2.714592868803,
          "rmse": 0.4140696084185,
          "bias": 0.003048861994735,
          "target_rmse": 0.4216296429661,
          "target_n": 230,
          "theta_correlation": 0.9149887347975,
          "sensitivity": 0.6906474820144,
          "specificity": 0.9742813918306,
          "true_positive_n": 139,
          "true_negative_n": 661
        },
        "content_matched": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            8,
            10,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7854927338999,
          "holdout_alpha": 0.8020429969156,
          "minimum_target_information": 3.472959955026,
          "rmse": 0.4095916081489,
          "bias": 0.0168983565336,
          "target_rmse": 0.3883677039665,
          "target_n": 230,
          "theta_correlation": 0.9170892340503,
          "sensitivity": 0.726618705036,
          "specificity": 0.9667170953101,
          "true_positive_n": 139,
          "true_negative_n": 661
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_20",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            8,
            10,
            17,
            20,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7860127469024,
          "holdout_alpha": 0.7966949549559,
          "minimum_target_information": 5.228428139244,
          "rmse": 0.4371403383566,
          "bias": 0.008273236882616,
          "target_rmse": 0.3567265352022,
          "target_n": 230,
          "theta_correlation": 0.9050652160873,
          "sensitivity": 0.7194244604317,
          "specificity": 0.9757942511346,
          "true_positive_n": 139,
          "true_negative_n": 661
        }
      }
    },
    {
      "seed": 20261218,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.15803922216909366,
        "maximin_model_target_mse": 0.18072961607973273,
        "approximate_candidates_evaluated": 202,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              5,
              7,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17323185868503324
          },
          {
            "items_1based": [
              5,
              8,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17318858297981687
          },
          {
            "items_1based": [
              5,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16130431954846536
          },
          {
            "items_1based": [
              5,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16248596151037145
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15803922216909366
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.15946161762084435
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.18072961607973273
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.4473631080417568,
        "target_rmse": 0.40912141000951147,
        "target_n": 240,
        "bias": -0.022055402302170287,
        "minimum_target_information": 4.558775172300535
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9249053071095,
          "holdout_alpha": 0.9272032587897,
          "minimum_target_information": 10.459293596623,
          "rmse": 0.2561629168466,
          "bias": -0.02879091319626,
          "target_rmse": 0.2736072247285,
          "target_n": 240,
          "theta_correlation": 0.9691772014613,
          "sensitivity": 0.7352941176471,
          "specificity": 0.9728915662651,
          "true_positive_n": 136,
          "true_negative_n": 664
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_29",
            "item_25",
            "item_22"
          ],
          "indices_1based": [
            26,
            17,
            13,
            29,
            25,
            22
          ],
          "domains": {
            "A": 0,
            "B": 2,
            "C": 4
          },
          "training_alpha": 0.8039989572139,
          "holdout_alpha": 0.8217281004558,
          "minimum_target_information": 2.751540260684,
          "rmse": 0.4421402371527,
          "bias": -0.02302838825343,
          "target_rmse": 0.4357803842124,
          "target_n": 240,
          "theta_correlation": 0.9037555756067,
          "sensitivity": 0.6323529411765,
          "specificity": 0.9593373493976,
          "true_positive_n": 136,
          "true_negative_n": 664
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_05",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            7,
            5,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8017601213936,
          "holdout_alpha": 0.8000782828803,
          "minimum_target_information": 3.151170340201,
          "rmse": 0.4583144093496,
          "bias": -0.03407411179747,
          "target_rmse": 0.4495028727814,
          "target_n": 240,
          "theta_correlation": 0.8967460811786,
          "sensitivity": 0.6838235294118,
          "specificity": 0.9653614457831,
          "true_positive_n": 136,
          "true_negative_n": 664
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7852216565777,
          "holdout_alpha": 0.7903454854028,
          "minimum_target_information": 5.35871328839,
          "rmse": 0.4887790783442,
          "bias": -0.03936566738351,
          "target_rmse": 0.4721494471747,
          "target_n": 240,
          "theta_correlation": 0.8819850519299,
          "sensitivity": 0.6470588235294,
          "specificity": 0.9728915662651,
          "true_positive_n": 136,
          "true_negative_n": 664
        }
      }
    },
    {
      "seed": 20261219,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16906897801823578,
        "maximin_model_target_mse": 0.193913711451548,
        "approximate_candidates_evaluated": 249,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              7,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.18075588829472733
          },
          {
            "items_1based": [
              4,
              10,
              13,
              17,
              26,
              30
            ],
            "model_target_mse": 0.17989454662406404
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              30
            ],
            "model_target_mse": 0.17619749186115033
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16906897801823578
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              30
            ],
            "model_target_mse": 0.17656586426926937
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17379882070043304
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.193913711451548
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.4276586478528611,
        "target_rmse": 0.4107881999665396,
        "target_n": 230,
        "bias": 0.004518561910342917,
        "minimum_target_information": 4.186680866092729
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9231404152632,
          "holdout_alpha": 0.9163226952333,
          "minimum_target_information": 10.351503609623,
          "rmse": 0.2476204568382,
          "bias": 0.007748701006769,
          "target_rmse": 0.2438653928704,
          "target_n": 230,
          "theta_correlation": 0.9669313531647,
          "sensitivity": 0.8916666666667,
          "specificity": 0.9808823529412,
          "true_positive_n": 120,
          "true_negative_n": 680
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_29",
            "item_22",
            "item_15"
          ],
          "indices_1based": [
            26,
            17,
            13,
            29,
            22,
            15
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.7922134340494,
          "holdout_alpha": 0.782927159509,
          "minimum_target_information": 2.575027082793,
          "rmse": 0.4219576334771,
          "bias": 0.002778479948835,
          "target_rmse": 0.4173136091124,
          "target_n": 230,
          "theta_correlation": 0.9006756283293,
          "sensitivity": 0.6916666666667,
          "specificity": 0.9573529411765,
          "true_positive_n": 120,
          "true_negative_n": 680
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_04",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            7,
            4,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.792168638283,
          "holdout_alpha": 0.7824248591062,
          "minimum_target_information": 2.951458731205,
          "rmse": 0.4364398801181,
          "bias": 0.02410224782634,
          "target_rmse": 0.4164403617185,
          "target_n": 230,
          "theta_correlation": 0.8935480759778,
          "sensitivity": 0.6916666666667,
          "specificity": 0.9573529411765,
          "true_positive_n": 120,
          "true_negative_n": 680
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.778922954895,
          "holdout_alpha": 0.770782404751,
          "minimum_target_information": 5.01100776096,
          "rmse": 0.4874368343801,
          "bias": -0.01298004978499,
          "target_rmse": 0.4407834914556,
          "target_n": 230,
          "theta_correlation": 0.8649869266769,
          "sensitivity": 0.75,
          "specificity": 0.9720588235294,
          "true_positive_n": 120,
          "true_negative_n": 680
        }
      }
    },
    {
      "seed": 20261220,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.1740486134132445,
        "maximin_model_target_mse": 0.20132672059994916,
        "approximate_candidates_evaluated": 164,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.18498532897902745
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1740486134132445
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              30
            ],
            "model_target_mse": 0.18343599712705383
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              25,
              26
            ],
            "model_target_mse": 0.1889809570006438
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17789094664211963
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              30
            ],
            "model_target_mse": 0.18815707031391796
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.20132672059994916
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.44658799514957925,
        "target_rmse": 0.42295545704112036,
        "target_n": 227,
        "bias": 0.009882855253294248,
        "minimum_target_information": 4.217231073318807
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9161400398177,
          "holdout_alpha": 0.9212648089525,
          "minimum_target_information": 9.885671558273,
          "rmse": 0.2505042448665,
          "bias": -0.007894027233141,
          "target_rmse": 0.2718218164615,
          "target_n": 227,
          "theta_correlation": 0.9682594575708,
          "sensitivity": 0.8712871287129,
          "specificity": 0.9570815450644,
          "true_positive_n": 101,
          "true_negative_n": 699
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_22",
            "item_29",
            "item_15"
          ],
          "indices_1based": [
            26,
            17,
            13,
            22,
            29,
            15
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.7888445924497,
          "holdout_alpha": 0.7955938426723,
          "minimum_target_information": 2.522018558302,
          "rmse": 0.40876431456,
          "bias": 0.01185770457097,
          "target_rmse": 0.3977988497017,
          "target_n": 227,
          "theta_correlation": 0.9068711515447,
          "sensitivity": 0.7623762376238,
          "specificity": 0.9427753934192,
          "true_positive_n": 101,
          "true_negative_n": 699
        },
        "content_matched": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            8,
            10,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7767398441231,
          "holdout_alpha": 0.7777787753956,
          "minimum_target_information": 3.224152959538,
          "rmse": 0.4334086240472,
          "bias": 0.02045589371861,
          "target_rmse": 0.430963133992,
          "target_n": 227,
          "theta_correlation": 0.8951495868623,
          "sensitivity": 0.7425742574257,
          "specificity": 0.9499284692418,
          "true_positive_n": 101,
          "true_negative_n": 699
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7630725475339,
          "holdout_alpha": 0.7576838161261,
          "minimum_target_information": 4.805334896809,
          "rmse": 0.5123883339972,
          "bias": -0.01708656273917,
          "target_rmse": 0.4470116316768,
          "target_n": 227,
          "theta_correlation": 0.8490808536987,
          "sensitivity": 0.7326732673267,
          "specificity": 0.9527896995708,
          "true_positive_n": 101,
          "true_negative_n": 699
        }
      }
    },
    {
      "seed": 20261221,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          6,
          9,
          16,
          17,
          25,
          28
        ],
        "model_target_mse": 0.15394858657225535,
        "maximin_model_target_mse": 0.18433974583965604,
        "approximate_candidates_evaluated": 240,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              7,
              13,
              17,
              25,
              26
            ],
            "model_target_mse": 0.17851784526386072
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15614958705322668
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              30
            ],
            "model_target_mse": 0.16899013673607463
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.15394858657225535
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1563211251288807
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.15431317980735704
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              29,
              30
            ],
            "model_target_mse": 0.18433974583965604
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          7,
          10,
          17,
          18,
          26,
          29
        ],
        "rmse": 0.4801178976513625,
        "target_rmse": 0.4026471123315078,
        "target_n": 227,
        "bias": 0.01923456190526562,
        "minimum_target_information": 4.808757000245182
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9285173772315,
          "holdout_alpha": 0.9247347896238,
          "minimum_target_information": 10.764210322725,
          "rmse": 0.2541156116395,
          "bias": -0.01112891731709,
          "target_rmse": 0.2565421855915,
          "target_n": 227,
          "theta_correlation": 0.9685857127312,
          "sensitivity": 0.7727272727273,
          "specificity": 0.9820359281437,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_25",
            "item_13",
            "item_15",
            "item_29"
          ],
          "indices_1based": [
            26,
            17,
            25,
            13,
            15,
            29
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8136319251506,
          "holdout_alpha": 0.813905163414,
          "minimum_target_information": 2.902275925308,
          "rmse": 0.4358685390565,
          "bias": -0.002465810242167,
          "target_rmse": 0.4163028098538,
          "target_n": 227,
          "theta_correlation": 0.9018915390824,
          "sensitivity": 0.6363636363636,
          "specificity": 0.9775449101796,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_04",
            "item_17",
            "item_13",
            "item_26",
            "item_25"
          ],
          "indices_1based": [
            7,
            4,
            17,
            13,
            26,
            25
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8101787509468,
          "holdout_alpha": 0.8016071707844,
          "minimum_target_information": 2.040213712155,
          "rmse": 0.4261635118661,
          "bias": -0.0124002695315,
          "target_rmse": 0.4214780089703,
          "target_n": 227,
          "theta_correlation": 0.9068798177636,
          "sensitivity": 0.6515151515152,
          "specificity": 0.9805389221557,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_20",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            20,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7978694828943,
          "holdout_alpha": 0.7583612705787,
          "minimum_target_information": 5.360397955157,
          "rmse": 0.5293058277931,
          "bias": 0.03290941125157,
          "target_rmse": 0.4317771367564,
          "target_n": 227,
          "theta_correlation": 0.852087926449,
          "sensitivity": 0.6818181818182,
          "specificity": 0.9760479041916,
          "true_positive_n": 132,
          "true_negative_n": 668
        }
      }
    },
    {
      "seed": 20261222,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          6,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.17438692739140502,
        "maximin_model_target_mse": 0.20108324612300174,
        "approximate_candidates_evaluated": 202,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1820535294256724
          },
          {
            "items_1based": [
              4,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.18055416845699523
          },
          {
            "items_1based": [
              5,
              7,
              13,
              17,
              25,
              26
            ],
            "model_target_mse": 0.1949996491145228
          },
          {
            "items_1based": [
              5,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17944037968934
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17438692739140502
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.20108324612300174
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17517171639914447
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          7,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.42601330327664627,
        "target_rmse": 0.3774985869026032,
        "target_n": 234,
        "bias": 0.024076930518226583,
        "minimum_target_information": 4.1189846447030085
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9207981309103,
          "holdout_alpha": 0.9271352728238,
          "minimum_target_information": 10.216238016079,
          "rmse": 0.2566552383751,
          "bias": 0.02167261203025,
          "target_rmse": 0.2480912952825,
          "target_n": 234,
          "theta_correlation": 0.9682752075786,
          "sensitivity": 0.8384615384615,
          "specificity": 0.9567164179104,
          "true_positive_n": 130,
          "true_negative_n": 670
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_25",
            "item_22",
            "item_15"
          ],
          "indices_1based": [
            26,
            17,
            13,
            25,
            22,
            15
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.7916404042285,
          "holdout_alpha": 0.8038155815822,
          "minimum_target_information": 1.773325170942,
          "rmse": 0.4233330823767,
          "bias": 0.004858092942747,
          "target_rmse": 0.4005308575042,
          "target_n": 234,
          "theta_correlation": 0.9094628882983,
          "sensitivity": 0.6769230769231,
          "specificity": 0.9537313432836,
          "true_positive_n": 130,
          "true_negative_n": 670
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_05",
            "item_17",
            "item_13",
            "item_26",
            "item_25"
          ],
          "indices_1based": [
            7,
            5,
            17,
            13,
            26,
            25
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7862715997891,
          "holdout_alpha": 0.7990641420413,
          "minimum_target_information": 2.240570710366,
          "rmse": 0.4294606318703,
          "bias": 0.005773315408911,
          "target_rmse": 0.4047705312899,
          "target_n": 234,
          "theta_correlation": 0.9067183988623,
          "sensitivity": 0.6615384615385,
          "specificity": 0.9492537313433,
          "true_positive_n": 130,
          "true_negative_n": 670
        },
        "constrained": {
          "items": [
            "item_07",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            7,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7646512981436,
          "holdout_alpha": 0.7809445727421,
          "minimum_target_information": 4.801445425634,
          "rmse": 0.5037652465107,
          "bias": 0.03026336673424,
          "target_rmse": 0.4270901027573,
          "target_n": 234,
          "theta_correlation": 0.8695398691475,
          "sensitivity": 0.7307692307692,
          "specificity": 0.9417910447761,
          "true_positive_n": 130,
          "true_negative_n": 670
        }
      }
    },
    {
      "seed": 20261223,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          16,
          17,
          25,
          28
        ],
        "model_target_mse": 0.1616033658927312,
        "maximin_model_target_mse": 0.18213472573688794,
        "approximate_candidates_evaluated": 239,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              5,
              8,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.18650998552134165
          },
          {
            "items_1based": [
              5,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.165771308789697
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16473294568127753
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.16491578259434922
          },
          {
            "items_1based": [
              7,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.1706716279050056
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1616033658927312
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.18213472573688794
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          17,
          18,
          26,
          29
        ],
        "rmse": 0.45365019722193367,
        "target_rmse": 0.3731917489758875,
        "target_n": 211,
        "bias": 0.022689231905190597,
        "minimum_target_information": 4.931015039689736
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9265159064303,
          "holdout_alpha": 0.9190006985427,
          "minimum_target_information": 10.568875444673,
          "rmse": 0.2502917755572,
          "bias": -0.003885298435494,
          "target_rmse": 0.2634771459275,
          "target_n": 211,
          "theta_correlation": 0.9654464083569,
          "sensitivity": 0.8235294117647,
          "specificity": 0.9799426934097,
          "true_positive_n": 102,
          "true_negative_n": 698
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_22",
            "item_15",
            "item_29"
          ],
          "indices_1based": [
            26,
            17,
            13,
            22,
            15,
            29
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8052922599166,
          "holdout_alpha": 0.8003030259673,
          "minimum_target_information": 2.564830127322,
          "rmse": 0.4138743603912,
          "bias": 0.02651951635163,
          "target_rmse": 0.3653797867565,
          "target_n": 211,
          "theta_correlation": 0.9028030386168,
          "sensitivity": 0.7254901960784,
          "specificity": 0.9656160458453,
          "true_positive_n": 102,
          "true_negative_n": 698
        },
        "content_matched": {
          "items": [
            "item_08",
            "item_05",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            8,
            5,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8021620758792,
          "holdout_alpha": 0.7805375315069,
          "minimum_target_information": 2.039504254053,
          "rmse": 0.433778055095,
          "bias": 0.02393189957261,
          "target_rmse": 0.4284051566013,
          "target_n": 211,
          "theta_correlation": 0.8925228671388,
          "sensitivity": 0.5980392156863,
          "specificity": 0.9656160458453,
          "true_positive_n": 102,
          "true_negative_n": 698
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7900200820131,
          "holdout_alpha": 0.7618991209319,
          "minimum_target_information": 5.364840799973,
          "rmse": 0.4843225733684,
          "bias": 0.006876896995055,
          "target_rmse": 0.4061406746784,
          "target_n": 211,
          "theta_correlation": 0.8637497489965,
          "sensitivity": 0.7254901960784,
          "specificity": 0.9684813753582,
          "true_positive_n": 102,
          "true_negative_n": 698
        }
      }
    },
    {
      "seed": 20261224,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16757156645838422,
        "maximin_model_target_mse": 0.1897152545673743,
        "approximate_candidates_evaluated": 212,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              1,
              4,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.18790141466763588
          },
          {
            "items_1based": [
              7,
              8,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1775210906346018
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16757156645838422
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16766155428762683
          },
          {
            "items_1based": [
              8,
              10,
              15,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1749229574907613
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1685632572026709
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.1897152545673743
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.4506106658906259,
        "target_rmse": 0.4108420444167123,
        "target_n": 243,
        "bias": -0.003825421643111028,
        "minimum_target_information": 4.534312942111541
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.923956868768,
          "holdout_alpha": 0.9234665762496,
          "minimum_target_information": 10.63898544074,
          "rmse": 0.2568929312543,
          "bias": 0.016616391349,
          "target_rmse": 0.2385192890321,
          "target_n": 243,
          "theta_correlation": 0.968036793424,
          "sensitivity": 0.8571428571429,
          "specificity": 0.9681818181818,
          "true_positive_n": 140,
          "true_negative_n": 660
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_29",
            "item_13",
            "item_25",
            "item_22"
          ],
          "indices_1based": [
            26,
            17,
            29,
            13,
            25,
            22
          ],
          "domains": {
            "A": 0,
            "B": 2,
            "C": 4
          },
          "training_alpha": 0.7997719781827,
          "holdout_alpha": 0.7901603273467,
          "minimum_target_information": 2.905472162002,
          "rmse": 0.4393266569148,
          "bias": 0.003552003723985,
          "target_rmse": 0.404802355954,
          "target_n": 243,
          "theta_correlation": 0.9024846149668,
          "sensitivity": 0.7142857142857,
          "specificity": 0.9484848484848,
          "true_positive_n": 140,
          "true_negative_n": 660
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_01",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            4,
            1,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7850754997942,
          "holdout_alpha": 0.7867514374703,
          "minimum_target_information": 2.797447739176,
          "rmse": 0.452219856189,
          "bias": -0.01203931899952,
          "target_rmse": 0.4377596991242,
          "target_n": 243,
          "theta_correlation": 0.8960354548627,
          "sensitivity": 0.7,
          "specificity": 0.9606060606061,
          "true_positive_n": 140,
          "true_negative_n": 660
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7725077273121,
          "holdout_alpha": 0.7811464441942,
          "minimum_target_information": 5.18367685906,
          "rmse": 0.5076395842715,
          "bias": -0.01581079125009,
          "target_rmse": 0.4629254925255,
          "target_n": 243,
          "theta_correlation": 0.8669712686107,
          "sensitivity": 0.6785714285714,
          "specificity": 0.9651515151515,
          "true_positive_n": 140,
          "true_negative_n": 660
        }
      }
    },
    {
      "seed": 20261225,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          6,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16797430151239237,
        "maximin_model_target_mse": 0.20071397303641372,
        "approximate_candidates_evaluated": 238,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.172391455228944
          },
          {
            "items_1based": [
              4,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17420576920439138
          },
          {
            "items_1based": [
              5,
              7,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17296333681362314
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16887833650494616
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16797430151239237
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.17078670919288882
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.20071397303641372
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          7,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4347884088625164,
        "target_rmse": 0.38279053314413164,
        "target_n": 198,
        "bias": 0.004360231584234783,
        "minimum_target_information": 4.283265840463553
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9235328733756,
          "holdout_alpha": 0.9199025745447,
          "minimum_target_information": 10.116601824268,
          "rmse": 0.2478114583884,
          "bias": -0.01742777238102,
          "target_rmse": 0.2473468905837,
          "target_n": 198,
          "theta_correlation": 0.9689088370964,
          "sensitivity": 0.8571428571429,
          "specificity": 0.9823788546256,
          "true_positive_n": 119,
          "true_negative_n": 681
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_29",
            "item_15",
            "item_13",
            "item_25"
          ],
          "indices_1based": [
            26,
            17,
            29,
            15,
            13,
            25
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8031007207798,
          "holdout_alpha": 0.7903607153579,
          "minimum_target_information": 3.114012559957,
          "rmse": 0.4272850285886,
          "bias": -0.01444379976557,
          "target_rmse": 0.4357729054996,
          "target_n": 198,
          "theta_correlation": 0.904062718513,
          "sensitivity": 0.6302521008403,
          "specificity": 0.9750367107195,
          "true_positive_n": 119,
          "true_negative_n": 681
        },
        "content_matched": {
          "items": [
            "item_05",
            "item_07",
            "item_17",
            "item_15",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            5,
            7,
            17,
            15,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7983776728941,
          "holdout_alpha": 0.7791524634693,
          "minimum_target_information": 3.492912152595,
          "rmse": 0.4331721034757,
          "bias": 0.001884625243895,
          "target_rmse": 0.4140574201947,
          "target_n": 198,
          "theta_correlation": 0.9011776729796,
          "sensitivity": 0.7226890756303,
          "specificity": 0.9765051395007,
          "true_positive_n": 119,
          "true_negative_n": 681
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7599641127765,
          "holdout_alpha": 0.7889324643974,
          "minimum_target_information": 4.832065821906,
          "rmse": 0.5014250426289,
          "bias": -0.01131850574531,
          "target_rmse": 0.4152611534327,
          "target_n": 198,
          "theta_correlation": 0.8649546365729,
          "sensitivity": 0.7226890756303,
          "specificity": 0.9691629955947,
          "true_positive_n": 119,
          "true_negative_n": 681
        }
      }
    },
    {
      "seed": 20261226,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16270327039596327,
        "maximin_model_target_mse": 0.1969765105354405,
        "approximate_candidates_evaluated": 202,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16825025371847405
          },
          {
            "items_1based": [
              4,
              7,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17539174334261068
          },
          {
            "items_1based": [
              4,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1662182267473366
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16380846992259201
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16530637171898108
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16270327039596327
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              29,
              30
            ],
            "model_target_mse": 0.1969765105354405
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.44458091949186884,
        "target_rmse": 0.4216211447772176,
        "target_n": 228,
        "bias": -0.031005518522975523,
        "minimum_target_information": 4.0559370843760405
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.917982028522,
          "holdout_alpha": 0.9267465439631,
          "minimum_target_information": 9.632820201748,
          "rmse": 0.2478989401907,
          "bias": -0.0475131352753,
          "target_rmse": 0.2696686178616,
          "target_n": 228,
          "theta_correlation": 0.9699747011046,
          "sensitivity": 0.7874015748031,
          "specificity": 0.9762258543834,
          "true_positive_n": 127,
          "true_negative_n": 673
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_29",
            "item_22",
            "item_15"
          ],
          "indices_1based": [
            26,
            17,
            13,
            29,
            22,
            15
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8004362690414,
          "holdout_alpha": 0.8102560240556,
          "minimum_target_information": 2.548586800329,
          "rmse": 0.4228619186397,
          "bias": -0.02000673201179,
          "target_rmse": 0.4520642357356,
          "target_n": 228,
          "theta_correlation": 0.9053787119322,
          "sensitivity": 0.6771653543307,
          "specificity": 0.9598811292719,
          "true_positive_n": 127,
          "true_negative_n": 673
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_07",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            4,
            7,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7944944249371,
          "holdout_alpha": 0.7902811811438,
          "minimum_target_information": 2.879494469173,
          "rmse": 0.4466650894092,
          "bias": -0.02483900485017,
          "target_rmse": 0.4494798569953,
          "target_n": 228,
          "theta_correlation": 0.8937005016438,
          "sensitivity": 0.6299212598425,
          "specificity": 0.964338781575,
          "true_positive_n": 127,
          "true_negative_n": 673
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_20",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            20,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7682606384419,
          "holdout_alpha": 0.7636226689431,
          "minimum_target_information": 4.881845337419,
          "rmse": 0.506846470859,
          "bias": -0.03555569020637,
          "target_rmse": 0.4561755676085,
          "target_n": 228,
          "theta_correlation": 0.8609758431567,
          "sensitivity": 0.6614173228346,
          "specificity": 0.9836552748886,
          "true_positive_n": 127,
          "true_negative_n": 673
        }
      }
    },
    {
      "seed": 20261227,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          12,
          16,
          25,
          28
        ],
        "model_target_mse": 0.15837845432633885,
        "maximin_model_target_mse": 0.18332518845934462,
        "approximate_candidates_evaluated": 164,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              5,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16178777043733117
          },
          {
            "items_1based": [
              5,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.16522345078787634
          },
          {
            "items_1based": [
              7,
              8,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1649827409726674
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15840428866480827
          },
          {
            "items_1based": [
              8,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.15837845432633885
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.16206749691677985
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              29,
              30
            ],
            "model_target_mse": 0.18332518845934462
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          13,
          17,
          26,
          29
        ],
        "rmse": 0.42759338634443433,
        "target_rmse": 0.3817434004105597,
        "target_n": 219,
        "bias": -0.024586313003294266,
        "minimum_target_information": 4.415284407242057
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9226552422404,
          "holdout_alpha": 0.9249332681951,
          "minimum_target_information": 10.324124047924,
          "rmse": 0.2498332020544,
          "bias": -0.02898220306594,
          "target_rmse": 0.2451528518692,
          "target_n": 219,
          "theta_correlation": 0.9687688957931,
          "sensitivity": 0.8125,
          "specificity": 0.9821428571429,
          "true_positive_n": 128,
          "true_negative_n": 672
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_29",
            "item_15",
            "item_22"
          ],
          "indices_1based": [
            26,
            17,
            13,
            29,
            15,
            22
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8092509633561,
          "holdout_alpha": 0.8155291512989,
          "minimum_target_information": 2.77470854696,
          "rmse": 0.4156893081522,
          "bias": -0.02756438173474,
          "target_rmse": 0.4193582630819,
          "target_n": 219,
          "theta_correlation": 0.9100895811594,
          "sensitivity": 0.65625,
          "specificity": 0.9642857142857,
          "true_positive_n": 128,
          "true_negative_n": 672
        },
        "content_matched": {
          "items": [
            "item_07",
            "item_08",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            7,
            8,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.8088664008562,
          "holdout_alpha": 0.8048744038688,
          "minimum_target_information": 3.621311464295,
          "rmse": 0.4387612206208,
          "bias": -0.02693811804177,
          "target_rmse": 0.4118924808818,
          "target_n": 219,
          "theta_correlation": 0.8992232251388,
          "sensitivity": 0.6640625,
          "specificity": 0.9672619047619,
          "true_positive_n": 128,
          "true_negative_n": 672
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_20",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            20,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7843302587106,
          "holdout_alpha": 0.7890548641769,
          "minimum_target_information": 5.346733961237,
          "rmse": 0.5052686919646,
          "bias": -0.02942868000596,
          "target_rmse": 0.4242547769096,
          "target_n": 219,
          "theta_correlation": 0.8637974341744,
          "sensitivity": 0.7265625,
          "specificity": 0.9761904761905,
          "true_positive_n": 128,
          "true_negative_n": 672
        }
      }
    },
    {
      "seed": 20261228,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.1631414178468573,
        "maximin_model_target_mse": 0.18233369319265916,
        "approximate_candidates_evaluated": 238,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17210939418981436
          },
          {
            "items_1based": [
              7,
              8,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1660132872595962
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16427618645028808
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1658991800695552
          },
          {
            "items_1based": [
              7,
              10,
              17,
              18,
              26,
              29
            ],
            "model_target_mse": 0.1655467725746031
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1631414178468573
          },
          {
            "items_1based": [
              8,
              10,
              17,
              18,
              29,
              30
            ],
            "model_target_mse": 0.18233369319265916
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.4707559945600446,
        "target_rmse": 0.42353224157540337,
        "target_n": 246,
        "bias": -0.011638341824098796,
        "minimum_target_information": 4.4419713367107745
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9258336206537,
          "holdout_alpha": 0.9235142770521,
          "minimum_target_information": 10.306280690329,
          "rmse": 0.252549385781,
          "bias": -0.009275781448724,
          "target_rmse": 0.2720571046858,
          "target_n": 246,
          "theta_correlation": 0.9681879857511,
          "sensitivity": 0.848,
          "specificity": 0.9733333333333,
          "true_positive_n": 125,
          "true_negative_n": 675
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_29",
            "item_15",
            "item_22"
          ],
          "indices_1based": [
            26,
            17,
            13,
            29,
            15,
            22
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8079016043685,
          "holdout_alpha": 0.8048626031562,
          "minimum_target_information": 2.708686502663,
          "rmse": 0.4290057128439,
          "bias": -0.0002494154403309,
          "target_rmse": 0.4434574514645,
          "target_n": 246,
          "theta_correlation": 0.9045095671129,
          "sensitivity": 0.688,
          "specificity": 0.9585185185185,
          "true_positive_n": 125,
          "true_negative_n": 675
        },
        "content_matched": {
          "items": [
            "item_08",
            "item_07",
            "item_17",
            "item_13",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            8,
            7,
            17,
            13,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.805764595433,
          "holdout_alpha": 0.7939863096972,
          "minimum_target_information": 3.573071240263,
          "rmse": 0.4524586329635,
          "bias": -0.008811313785516,
          "target_rmse": 0.4388237406364,
          "target_n": 246,
          "theta_correlation": 0.8929065885756,
          "sensitivity": 0.648,
          "specificity": 0.962962962963,
          "true_positive_n": 125,
          "true_negative_n": 675
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_18",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            18,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7841406746097,
          "holdout_alpha": 0.7825125077043,
          "minimum_target_information": 5.152275732075,
          "rmse": 0.5140856010414,
          "bias": -0.01757098800749,
          "target_rmse": 0.4443483477726,
          "target_n": 246,
          "theta_correlation": 0.85914500052,
          "sensitivity": 0.704,
          "specificity": 0.96,
          "true_positive_n": 125,
          "true_negative_n": 675
        }
      }
    },
    {
      "seed": 20261229,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          6,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.1657111919093507,
        "maximin_model_target_mse": 0.19702754495820818,
        "approximate_candidates_evaluated": 164,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              4,
              7,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17600358989041182
          },
          {
            "items_1based": [
              4,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16850433381082108
          },
          {
            "items_1based": [
              7,
              10,
              12,
              17,
              26,
              29
            ],
            "model_target_mse": 0.17677456979434572
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.168631379001205
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1657111919093507
          },
          {
            "items_1based": [
              7,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.17316108315656153
          },
          {
            "items_1based": [
              7,
              10,
              17,
              20,
              29,
              30
            ],
            "model_target_mse": 0.19702754495820818
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          7,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.45141907759606,
        "target_rmse": 0.4074256052210308,
        "target_n": 248,
        "bias": 0.001320350821802751,
        "minimum_target_information": 4.460166091569267
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9210164751041,
          "holdout_alpha": 0.9202658267846,
          "minimum_target_information": 10.295528512486,
          "rmse": 0.259691226861,
          "bias": -0.00351320862286,
          "target_rmse": 0.2711270064124,
          "target_n": 248,
          "theta_correlation": 0.9641839682749,
          "sensitivity": 0.7954545454545,
          "specificity": 0.9595808383234,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "item_total": {
          "items": [
            "item_26",
            "item_15",
            "item_17",
            "item_13",
            "item_29",
            "item_22"
          ],
          "indices_1based": [
            26,
            15,
            17,
            13,
            29,
            22
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8000006622098,
          "holdout_alpha": 0.7836668451294,
          "minimum_target_information": 2.916427902642,
          "rmse": 0.4381730314427,
          "bias": -0.0008510977422591,
          "target_rmse": 0.4176501183579,
          "target_n": 248,
          "theta_correlation": 0.8930208299763,
          "sensitivity": 0.7121212121212,
          "specificity": 0.9550898203593,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "content_matched": {
          "items": [
            "item_04",
            "item_07",
            "item_15",
            "item_17",
            "item_26",
            "item_29"
          ],
          "indices_1based": [
            4,
            7,
            15,
            17,
            26,
            29
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7922522316846,
          "holdout_alpha": 0.7690129647149,
          "minimum_target_information": 3.39534313576,
          "rmse": 0.451714403234,
          "bias": -0.01000211676532,
          "target_rmse": 0.4159368456303,
          "target_n": 248,
          "theta_correlation": 0.8857355432282,
          "sensitivity": 0.6893939393939,
          "specificity": 0.9625748502994,
          "true_positive_n": 132,
          "true_negative_n": 668
        },
        "constrained": {
          "items": [
            "item_07",
            "item_10",
            "item_17",
            "item_20",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            7,
            10,
            17,
            20,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7646337983879,
          "holdout_alpha": 0.7679074614623,
          "minimum_target_information": 4.965144284571,
          "rmse": 0.4955232255489,
          "bias": -0.01134101105352,
          "target_rmse": 0.4419447556697,
          "target_n": 248,
          "theta_correlation": 0.8614843329412,
          "sensitivity": 0.6818181818182,
          "specificity": 0.9505988023952,
          "true_positive_n": 132,
          "true_negative_n": 668
        }
      }
    },
    {
      "seed": 20261230,
      "success": true,
      "selection": {
        "selected_indices_0based": [
          7,
          9,
          14,
          16,
          25,
          28
        ],
        "model_target_mse": 0.16741725730321,
        "maximin_model_target_mse": 0.19974536990863215,
        "approximate_candidates_evaluated": 252,
        "finalists_exactly_evaluated": 7,
        "design_sample_n": 1024,
        "swap_rounds_per_start": 3,
        "finalists": [
          {
            "items_1based": [
              3,
              4,
              13,
              17,
              22,
              26
            ],
            "model_target_mse": 0.2008146958595922
          },
          {
            "items_1based": [
              7,
              8,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1732805800706908
          },
          {
            "items_1based": [
              7,
              10,
              13,
              17,
              26,
              29
            ],
            "model_target_mse": 0.1682217063449484
          },
          {
            "items_1based": [
              7,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16773516903125768
          },
          {
            "items_1based": [
              7,
              10,
              17,
              20,
              26,
              29
            ],
            "model_target_mse": 0.17204406470292938
          },
          {
            "items_1based": [
              8,
              10,
              15,
              17,
              26,
              29
            ],
            "model_target_mse": 0.16741725730321
          },
          {
            "items_1based": [
              8,
              10,
              17,
              20,
              29,
              30
            ],
            "model_target_mse": 0.19974536990863215
          }
        ]
      },
      "scoring_loss": {
        "indices_1based": [
          8,
          10,
          15,
          17,
          26,
          29
        ],
        "rmse": 0.43505529387502134,
        "target_rmse": 0.4053443791674316,
        "target_n": 234,
        "bias": -0.03303051085920584,
        "minimum_target_information": 4.249204983475051
      },
      "baseline_metrics": {
        "full": {
          "items": [
            "item_01",
            "item_02",
            "item_03",
            "item_04",
            "item_05",
            "item_06",
            "item_07",
            "item_08",
            "item_09",
            "item_10",
            "item_11",
            "item_12",
            "item_13",
            "item_14",
            "item_15",
            "item_16",
            "item_17",
            "item_18",
            "item_19",
            "item_20",
            "item_21",
            "item_22",
            "item_23",
            "item_24",
            "item_25",
            "item_26",
            "item_27",
            "item_28",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ],
          "domains": {
            "A": 10,
            "B": 10,
            "C": 10
          },
          "training_alpha": 0.9231689623931,
          "holdout_alpha": 0.9201005058619,
          "minimum_target_information": 9.988440570027,
          "rmse": 0.2503328885109,
          "bias": -0.008710488304822,
          "target_rmse": 0.2615681402089,
          "target_n": 234,
          "theta_correlation": 0.9674082679083,
          "sensitivity": 0.7863247863248,
          "specificity": 0.9560761346999,
          "true_positive_n": 117,
          "true_negative_n": 683
        },
        "item_total": {
          "items": [
            "item_26",
            "item_17",
            "item_13",
            "item_22",
            "item_29",
            "item_15"
          ],
          "indices_1based": [
            26,
            17,
            13,
            22,
            29,
            15
          ],
          "domains": {
            "A": 0,
            "B": 3,
            "C": 3
          },
          "training_alpha": 0.8006213712281,
          "holdout_alpha": 0.7961127305139,
          "minimum_target_information": 2.793577127711,
          "rmse": 0.416307975089,
          "bias": -0.02389851870634,
          "target_rmse": 0.4169823339798,
          "target_n": 234,
          "theta_correlation": 0.9070177159246,
          "sensitivity": 0.6410256410256,
          "specificity": 0.9575402635432,
          "true_positive_n": 117,
          "true_negative_n": 683
        },
        "content_matched": {
          "items": [
            "item_03",
            "item_04",
            "item_17",
            "item_13",
            "item_26",
            "item_22"
          ],
          "indices_1based": [
            3,
            4,
            17,
            13,
            26,
            22
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7981967414403,
          "holdout_alpha": 0.7820915195312,
          "minimum_target_information": 1.517099488025,
          "rmse": 0.444779690596,
          "bias": -0.04020826982898,
          "target_rmse": 0.4686004523009,
          "target_n": 234,
          "theta_correlation": 0.893672876266,
          "sensitivity": 0.5811965811966,
          "specificity": 0.9487554904832,
          "true_positive_n": 117,
          "true_negative_n": 683
        },
        "constrained": {
          "items": [
            "item_08",
            "item_10",
            "item_17",
            "item_20",
            "item_29",
            "item_30"
          ],
          "indices_1based": [
            8,
            10,
            17,
            20,
            29,
            30
          ],
          "domains": {
            "A": 2,
            "B": 2,
            "C": 2
          },
          "training_alpha": 0.7571745780925,
          "holdout_alpha": 0.7659385932772,
          "minimum_target_information": 4.86441030935,
          "rmse": 0.4950906165874,
          "bias": -0.01601304510646,
          "target_rmse": 0.4545518151969,
          "target_n": 234,
          "theta_correlation": 0.8652329921239,
          "sensitivity": 0.7094017094017,
          "specificity": 0.9604685212299,
          "true_positive_n": 117,
          "true_negative_n": 683
        }
      }
    }
  ]
}