{ "design": "Fixed generating bank; new independent train/test responses for each seed.", "planned_seeds": [ 20261101, 20261102, 20261103, 20261104, 20261105, 20261106, 20261107, 20261108, 20261109, 20261110, 20261111, 20261112, 20261113, 20261114, 20261115, 20261116, 20261117, 20261118, 20261119, 20261120, 20261121, 20261122, 20261123, 20261124, 20261125, 20261126, 20261127, 20261128, 20261129, 20261130 ], "completed": 30, "records": [ { "seed": 20261101, "success": true, "warnings": "package 'mirt' was built under R version 4.6.1", "results": { "seed": 20261101, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 364.092098851873, "df": 405, "p": 0.9285653733019, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.002870502963778, "SRMSR": 0.01651332530379 }, "mean_training_q3": -0.02891634333572, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.578552199024, "floor_tolerance": 1e-07, "selected_items": [ 7, 10, 17, 20, 29, 30 ], "min_target_info_floor": 5.578552199025, "target_csem_profile": [ 0.422, 0.415, 0.41, 0.406, 0.403, 0.401, 0.4, 0.399, 0.4, 0.401, 0.403, 0.405, 0.408, 0.412, 0.417, 0.423 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.925678197309, "holdout_alpha": 0.9254494526823, "minimum_target_information": 10.94628951156, "rmse": 0.2600670825638, "bias": 0.03088812768773, "target_rmse": 0.2518050179032, "target_n": 220, "theta_correlation": 0.9661605513762, "sensitivity": 0.8425925925926, "specificity": 0.9768786127168, "true_positive_n": 108, "true_negative_n": 692 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_22", "item_25" ], "indices_1based": [ 26, 17, 13, 29, 22, 25 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.8141308139028, "holdout_alpha": 0.8068827296633, "minimum_target_information": 3.045566092024, "rmse": 0.4273603862773, "bias": 0.01957276083926, "target_rmse": 0.445488352892, "target_n": 220, "theta_correlation": 0.9045306317331, "sensitivity": 0.6759259259259, "specificity": 0.9653179190751, "true_positive_n": 108, "true_negative_n": 692 }, "content_matched": { "items": [ "item_07", "item_04", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 4, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8103764824334, "holdout_alpha": 0.7878646098725, "minimum_target_information": 3.438766631944, "rmse": 0.4446232578788, "bias": 0.02948247615095, "target_rmse": 0.4449644087938, "target_n": 220, "theta_correlation": 0.8967195126534, "sensitivity": 0.6944444444444, "specificity": 0.971098265896, "true_positive_n": 108, "true_negative_n": 692 }, "constrained": { "items": [ "item_07", "item_10", "item_17", "item_20", "item_29", "item_30" ], "indices_1based": [ 7, 10, 17, 20, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7898116963225, "holdout_alpha": 0.753513090496, "minimum_target_information": 5.578552199025, "rmse": 0.4964365178533, "bias": 0.04190669064409, "target_rmse": 0.4298873271657, "target_n": 220, "theta_correlation": 0.870334687773, "sensitivity": 0.712962962963, "specificity": 0.978323699422, "true_positive_n": 108, "true_negative_n": 692 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 16.6 }, { "seed": 20261102, "success": true, "warnings": [], "results": { "seed": 20261102, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 398.870267810968, "df": 405, "p": 0.5765269346185, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.008266471509904, "SRMSR": 0.01658422889482 }, "mean_training_q3": -0.0291515810889, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.629779879392, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.62977987939, "target_csem_profile": [ 0.421, 0.415, 0.41, 0.406, 0.403, 0.402, 0.401, 0.4, 0.401, 0.402, 0.403, 0.405, 0.408, 0.412, 0.416, 0.421 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9258119376987, "holdout_alpha": 0.9204213662549, "minimum_target_information": 10.772441621657, "rmse": 0.2573627669542, "bias": 0.02708862154322, "target_rmse": 0.2443163855542, "target_n": 219, "theta_correlation": 0.9656981752955, "sensitivity": 0.8365384615385, "specificity": 0.9712643678161, "true_positive_n": 104, "true_negative_n": 696 }, "item_total": { "items": [ "item_26", "item_17", "item_22", "item_13", "item_15", "item_29" ], "indices_1based": [ 26, 17, 22, 13, 15, 29 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8133351373047, "holdout_alpha": 0.8064208191731, "minimum_target_information": 2.842258753506, "rmse": 0.430235712681, "bias": 0.03669280761326, "target_rmse": 0.3968285327044, "target_n": 219, "theta_correlation": 0.9001515104139, "sensitivity": 0.7211538461538, "specificity": 0.9568965517241, "true_positive_n": 104, "true_negative_n": 696 }, "content_matched": { "items": [ "item_10", "item_01", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 10, 1, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7959241651908, "holdout_alpha": 0.7896011111117, "minimum_target_information": 2.725650250384, "rmse": 0.4305924840514, "bias": 0.03758555519012, "target_rmse": 0.4257137515879, "target_n": 219, "theta_correlation": 0.8999444438687, "sensitivity": 0.6923076923077, "specificity": 0.9554597701149, "true_positive_n": 104, "true_negative_n": 696 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7761589205237, "holdout_alpha": 0.7416938867664, "minimum_target_information": 5.62977987939, "rmse": 0.4921187175852, "bias": 0.06637183908976, "target_rmse": 0.4001372714661, "target_n": 219, "theta_correlation": 0.8687373294504, "sensitivity": 0.6634615384615, "specificity": 0.9655172413793, "true_positive_n": 104, "true_negative_n": 696 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 14.44 }, { "seed": 20261103, "success": true, "warnings": [], "results": { "seed": 20261103, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 401.633499141655, "df": 405, "p": 0.537911217556, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.00854901915643, "SRMSR": 0.01697726998456 }, "mean_training_q3": -0.02920258714187, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.267180602777, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.267180602777, "target_csem_profile": [ 0.433, 0.427, 0.422, 0.419, 0.416, 0.415, 0.414, 0.414, 0.414, 0.415, 0.417, 0.419, 0.422, 0.426, 0.43, 0.436 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.923813268114, "holdout_alpha": 0.9230556814623, "minimum_target_information": 10.361781786899, "rmse": 0.2522021948286, "bias": -0.01570666836799, "target_rmse": 0.256157482011, "target_n": 248, "theta_correlation": 0.9687484688869, "sensitivity": 0.7971014492754, "specificity": 0.9788519637462, "true_positive_n": 138, "true_negative_n": 662 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_22", "item_25" ], "indices_1based": [ 26, 17, 13, 29, 22, 25 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.8060359465393, "holdout_alpha": 0.7911706955119, "minimum_target_information": 2.87116033901, "rmse": 0.4239586436913, "bias": 0.008481055657178, "target_rmse": 0.4009680419047, "target_n": 248, "theta_correlation": 0.9090743616681, "sensitivity": 0.7173913043478, "specificity": 0.9682779456193, "true_positive_n": 138, "true_negative_n": 662 }, "content_matched": { "items": [ "item_08", "item_05", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 8, 5, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8004828648974, "holdout_alpha": 0.7937620970737, "minimum_target_information": 3.367274463906, "rmse": 0.4461705592632, "bias": -0.007844794353578, "target_rmse": 0.4078907100975, "target_n": 248, "theta_correlation": 0.8983700556899, "sensitivity": 0.7028985507246, "specificity": 0.9712990936556, "true_positive_n": 138, "true_negative_n": 662 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.780520018195, "holdout_alpha": 0.7793010152536, "minimum_target_information": 5.267180602777, "rmse": 0.5153288865953, "bias": -0.01131004920203, "target_rmse": 0.4179907611769, "target_n": 248, "theta_correlation": 0.8615780171014, "sensitivity": 0.7173913043478, "specificity": 0.97583081571, "true_positive_n": 138, "true_negative_n": 662 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 12.77 }, { "seed": 20261104, "success": true, "warnings": [], "results": { "seed": 20261104, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 470.475738542499, "df": 405, "p": 0.0135438109064, "RMSEA": 0.01005514781797, "RMSEA_5": 0.004926787650706, "RMSEA_95": 0.01380470924247, "SRMSR": 0.01855773100197 }, "mean_training_q3": -0.02912231201721, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.469454108178, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.469454108178, "target_csem_profile": [ 0.424, 0.418, 0.413, 0.41, 0.408, 0.406, 0.405, 0.405, 0.406, 0.407, 0.408, 0.411, 0.413, 0.417, 0.422, 0.428 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9235105913399, "holdout_alpha": 0.9241438790736, "minimum_target_information": 10.521736339562, "rmse": 0.2469465688059, "bias": 0.002991098183399, "target_rmse": 0.2304748194089, "target_n": 196, "theta_correlation": 0.9694461220913, "sensitivity": 0.8070175438596, "specificity": 0.9854227405248, "true_positive_n": 114, "true_negative_n": 686 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_22", "item_29", "item_15" ], "indices_1based": [ 26, 17, 13, 22, 29, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.7998791053046, "holdout_alpha": 0.8037179933467, "minimum_target_information": 2.682170580617, "rmse": 0.4174366173278, "bias": -0.001407264354062, "target_rmse": 0.3829307641235, "target_n": 196, "theta_correlation": 0.9100902428103, "sensitivity": 0.7017543859649, "specificity": 0.9825072886297, "true_positive_n": 114, "true_negative_n": 686 }, "content_matched": { "items": [ "item_10", "item_01", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 10, 1, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7948635732275, "holdout_alpha": 0.7892213603544, "minimum_target_information": 2.807508568059, "rmse": 0.4310196285105, "bias": 0.001915092374026, "target_rmse": 0.4565690116182, "target_n": 196, "theta_correlation": 0.9037675935445, "sensitivity": 0.6228070175439, "specificity": 0.9766763848397, "true_positive_n": 114, "true_negative_n": 686 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7882385159424, "holdout_alpha": 0.7967727410994, "minimum_target_information": 5.469454108178, "rmse": 0.4913325515951, "bias": 0.01492760124314, "target_rmse": 0.3935173256071, "target_n": 196, "theta_correlation": 0.8727288840883, "sensitivity": 0.7719298245614, "specificity": 0.9781341107872, "true_positive_n": 114, "true_negative_n": 686 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.46 }, { "seed": 20261105, "success": true, "warnings": [], "results": { "seed": 20261105, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 413.329592634248, "df": 405, "p": 0.3767314611382, "RMSEA": 0.003586411659113, "RMSEA_5": 0, "RMSEA_95": 0.009652058058716, "SRMSR": 0.01700802813927 }, "mean_training_q3": -0.02905101211706, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.758480762537, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 20, 29, 30 ], "min_target_info_floor": 5.758480762538, "target_csem_profile": [ 0.412, 0.406, 0.401, 0.397, 0.395, 0.394, 0.393, 0.393, 0.393, 0.395, 0.397, 0.399, 0.402, 0.406, 0.411, 0.417 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9270529253655, "holdout_alpha": 0.9223443805949, "minimum_target_information": 10.830472624888, "rmse": 0.2495860555329, "bias": -0.02505228274116, "target_rmse": 0.2685701795165, "target_n": 228, "theta_correlation": 0.9683236914472, "sensitivity": 0.8235294117647, "specificity": 0.9765051395007, "true_positive_n": 119, "true_negative_n": 681 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_25", "item_29", "item_15" ], "indices_1based": [ 26, 17, 13, 25, 29, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8171241742733, "holdout_alpha": 0.803737310127, "minimum_target_information": 3.117448155376, "rmse": 0.4218336892733, "bias": -0.0479636029209, "target_rmse": 0.4426468980369, "target_n": 228, "theta_correlation": 0.9061065492098, "sensitivity": 0.6386554621849, "specificity": 0.9618208516887, "true_positive_n": 119, "true_negative_n": 681 }, "content_matched": { "items": [ "item_08", "item_10", "item_17", "item_13", "item_26", "item_25" ], "indices_1based": [ 8, 10, 17, 13, 26, 25 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8096146886485, "holdout_alpha": 0.7894378446383, "minimum_target_information": 3.756116198375, "rmse": 0.4333768247286, "bias": -0.05393592011134, "target_rmse": 0.4575717924915, "target_n": 228, "theta_correlation": 0.9010053616498, "sensitivity": 0.6554621848739, "specificity": 0.9779735682819, "true_positive_n": 119, "true_negative_n": 681 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_20", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 20, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7909299915263, "holdout_alpha": 0.7741509239855, "minimum_target_information": 5.758480762538, "rmse": 0.5178751110122, "bias": -0.03112833931722, "target_rmse": 0.4970550574568, "target_n": 228, "theta_correlation": 0.8530492808745, "sensitivity": 0.6974789915966, "specificity": 0.9720998531571, "true_positive_n": 119, "true_negative_n": 681 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.41 }, { "seed": 20261106, "success": true, "warnings": [], "results": { "seed": 20261106, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 433.301502280252, "df": 405, "p": 0.1597600905369, "RMSEA": 0.006610784513567, "RMSEA_5": 0, "RMSEA_95": 0.01128388032207, "SRMSR": 0.01765027400449 }, "mean_training_q3": -0.02910194048528, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.242289839068, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.242289839067, "target_csem_profile": [ 0.437, 0.43, 0.425, 0.421, 0.419, 0.417, 0.416, 0.415, 0.415, 0.416, 0.417, 0.419, 0.422, 0.426, 0.43, 0.436 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9218028935254, "holdout_alpha": 0.9189653083572, "minimum_target_information": 10.218025175964, "rmse": 0.2549496627468, "bias": -0.02321217825969, "target_rmse": 0.2846561521839, "target_n": 234, "theta_correlation": 0.9642074128356, "sensitivity": 0.7610619469027, "specificity": 0.9767103347889, "true_positive_n": 113, "true_negative_n": 687 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_15", "item_25" ], "indices_1based": [ 26, 17, 13, 29, 15, 25 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8073183936879, "holdout_alpha": 0.7977472198852, "minimum_target_information": 2.939177955951, "rmse": 0.4148082301617, "bias": -0.04135383869672, "target_rmse": 0.4291028824137, "target_n": 234, "theta_correlation": 0.9024434317776, "sensitivity": 0.6283185840708, "specificity": 0.9548762736536, "true_positive_n": 113, "true_negative_n": 687 }, "content_matched": { "items": [ "item_03", "item_07", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 3, 7, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7912908689265, "holdout_alpha": 0.7817688290127, "minimum_target_information": 2.98266898834, "rmse": 0.4375010284134, "bias": -0.04983083477106, "target_rmse": 0.4289700135014, "target_n": 234, "theta_correlation": 0.8911827711835, "sensitivity": 0.6637168141593, "specificity": 0.9723435225619, "true_positive_n": 113, "true_negative_n": 687 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7758888567775, "holdout_alpha": 0.7275265474289, "minimum_target_information": 5.242289839067, "rmse": 0.4840351769894, "bias": -0.007285222830566, "target_rmse": 0.4172897167622, "target_n": 234, "theta_correlation": 0.8624259595178, "sensitivity": 0.6106194690265, "specificity": 0.9708879184862, "true_positive_n": 113, "true_negative_n": 687 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 12.63 }, { "seed": 20261107, "success": true, "warnings": [], "results": { "seed": 20261107, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 395.285146103716, "df": 405, "p": 0.6257580551507, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.00788450456458, "SRMSR": 0.01781731201212 }, "mean_training_q3": -0.02916625157407, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 4.979898799025, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 4.979898799024, "target_csem_profile": [ 0.444, 0.438, 0.433, 0.43, 0.427, 0.426, 0.425, 0.425, 0.425, 0.426, 0.428, 0.431, 0.434, 0.438, 0.442, 0.448 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9248340064622, "holdout_alpha": 0.9267305586136, "minimum_target_information": 10.044146256189, "rmse": 0.2665693625988, "bias": -0.03737575657479, "target_rmse": 0.2799589546835, "target_n": 225, "theta_correlation": 0.968829123041, "sensitivity": 0.7734375, "specificity": 0.9776785714286, "true_positive_n": 128, "true_negative_n": 672 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_22", "item_25", "item_15" ], "indices_1based": [ 26, 17, 13, 22, 25, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8089653879433, "holdout_alpha": 0.8098767187432, "minimum_target_information": 1.699367344612, "rmse": 0.4399741044485, "bias": -0.01236769410905, "target_rmse": 0.481619076766, "target_n": 225, "theta_correlation": 0.910733259386, "sensitivity": 0.65625, "specificity": 0.9568452380952, "true_positive_n": 128, "true_negative_n": 672 }, "content_matched": { "items": [ "item_04", "item_07", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 4, 7, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.801805781382, "holdout_alpha": 0.8032818023289, "minimum_target_information": 1.825946854386, "rmse": 0.4430030570655, "bias": -0.01618671343766, "target_rmse": 0.4674216921028, "target_n": 225, "theta_correlation": 0.9098290778291, "sensitivity": 0.609375, "specificity": 0.952380952381, "true_positive_n": 128, "true_negative_n": 672 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7693949338526, "holdout_alpha": 0.7774386230611, "minimum_target_information": 4.979898799024, "rmse": 0.5418755964122, "bias": -0.02701159523413, "target_rmse": 0.4573564983941, "target_n": 225, "theta_correlation": 0.8606742239199, "sensitivity": 0.640625, "specificity": 0.9761904761905, "true_positive_n": 128, "true_negative_n": 672 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 17.91 }, { "seed": 20261108, "success": true, "warnings": [], "results": { "seed": 20261108, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 428.067793774556, "df": 405, "p": 0.2064100417099, "RMSEA": 0.005968308816305, "RMSEA_5": 0, "RMSEA_95": 0.01088057275236, "SRMSR": 0.01786051652158 }, "mean_training_q3": -0.02899407200271, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.074421063874, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.074421063874, "target_csem_profile": [ 0.444, 0.437, 0.432, 0.428, 0.425, 0.423, 0.422, 0.421, 0.422, 0.422, 0.423, 0.425, 0.428, 0.431, 0.435, 0.44 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9226219216017, "holdout_alpha": 0.928002944052, "minimum_target_information": 10.381512047611, "rmse": 0.2482887460418, "bias": 0.0462795202779, "target_rmse": 0.2546702987543, "target_n": 232, "theta_correlation": 0.9714359849263, "sensitivity": 0.8461538461538, "specificity": 0.9567164179104, "true_positive_n": 130, "true_negative_n": 670 }, "item_total": { "items": [ "item_26", "item_13", "item_17", "item_25", "item_22", "item_29" ], "indices_1based": [ 26, 13, 17, 25, 22, 29 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.7997071603213, "holdout_alpha": 0.7988954544475, "minimum_target_information": 2.836801907383, "rmse": 0.4281092712387, "bias": 0.0382789353191, "target_rmse": 0.3953684247761, "target_n": 232, "theta_correlation": 0.9100232253566, "sensitivity": 0.6923076923077, "specificity": 0.9597014925373, "true_positive_n": 130, "true_negative_n": 670 }, "content_matched": { "items": [ "item_01", "item_04", "item_13", "item_17", "item_26", "item_25" ], "indices_1based": [ 1, 4, 13, 17, 26, 25 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7961725811952, "holdout_alpha": 0.7932919336582, "minimum_target_information": 1.66810542949, "rmse": 0.4452780498534, "bias": 0.03322673534262, "target_rmse": 0.4123553719761, "target_n": 232, "theta_correlation": 0.9020406576053, "sensitivity": 0.6692307692308, "specificity": 0.9522388059701, "true_positive_n": 130, "true_negative_n": 670 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7734738999832, "holdout_alpha": 0.7787391885641, "minimum_target_information": 5.074421063874, "rmse": 0.5132885295093, "bias": 0.06592029656527, "target_rmse": 0.4425953278001, "target_n": 232, "theta_correlation": 0.8689312417428, "sensitivity": 0.7307692307692, "specificity": 0.955223880597, "true_positive_n": 130, "true_negative_n": 670 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.98 }, { "seed": 20261109, "success": true, "warnings": [], "results": { "seed": 20261109, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 363.604614039459, "df": 405, "p": 0.9310410768104, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.00271903085999, "SRMSR": 0.01683639207218 }, "mean_training_q3": -0.02896337931514, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.083166391867, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.083166391868, "target_csem_profile": [ 0.444, 0.437, 0.432, 0.428, 0.425, 0.423, 0.422, 0.422, 0.422, 0.423, 0.425, 0.427, 0.43, 0.433, 0.437, 0.443 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9216521284003, "holdout_alpha": 0.9269701486704, "minimum_target_information": 10.411689552417, "rmse": 0.2493517889521, "bias": 0.02279862626117, "target_rmse": 0.2571233427085, "target_n": 212, "theta_correlation": 0.9692908324986, "sensitivity": 0.8461538461538, "specificity": 0.9736456808199, "true_positive_n": 117, "true_negative_n": 683 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_22", "item_29", "item_05" ], "indices_1based": [ 26, 17, 13, 22, 29, 5 ], "domains": { "A": 1, "B": 2, "C": 3 }, "training_alpha": 0.7946174573031, "holdout_alpha": 0.8092975072771, "minimum_target_information": 2.735087585958, "rmse": 0.4228609340956, "bias": 0.04253459994174, "target_rmse": 0.3969641314585, "target_n": 212, "theta_correlation": 0.9090508794345, "sensitivity": 0.6666666666667, "specificity": 0.9546120058565, "true_positive_n": 117, "true_negative_n": 683 }, "content_matched": { "items": [ "item_05", "item_01", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 5, 1, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7966679441245, "holdout_alpha": 0.8081202962693, "minimum_target_information": 1.609954972617, "rmse": 0.4241419177038, "bias": 0.04016334675662, "target_rmse": 0.4334305479062, "target_n": 212, "theta_correlation": 0.9082519036265, "sensitivity": 0.6837606837607, "specificity": 0.9516837481698, "true_positive_n": 117, "true_negative_n": 683 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7643100133933, "holdout_alpha": 0.7755158945096, "minimum_target_information": 5.083166391868, "rmse": 0.5033845001789, "bias": 0.04419427805195, "target_rmse": 0.4163010353303, "target_n": 212, "theta_correlation": 0.8678370042024, "sensitivity": 0.7179487179487, "specificity": 0.9721815519766, "true_positive_n": 117, "true_negative_n": 683 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.36 }, { "seed": 20261110, "success": true, "warnings": [], "results": { "seed": 20261110, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 404.01596632704, "df": 405, "p": 0.504456754947, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.008785196960429, "SRMSR": 0.01649277972714 }, "mean_training_q3": -0.02950232726287, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.447698525184, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 20, 29, 30 ], "min_target_info_floor": 5.447698525182, "target_csem_profile": [ 0.428, 0.421, 0.415, 0.411, 0.407, 0.405, 0.404, 0.403, 0.404, 0.404, 0.406, 0.408, 0.411, 0.415, 0.419, 0.425 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9286810224068, "holdout_alpha": 0.9202137126818, "minimum_target_information": 10.805697904423, "rmse": 0.2543837982983, "bias": -0.01278392816947, "target_rmse": 0.2731397184567, "target_n": 238, "theta_correlation": 0.9679956590408, "sensitivity": 0.8225806451613, "specificity": 0.9733727810651, "true_positive_n": 124, "true_negative_n": 676 }, "item_total": { "items": [ "item_26", "item_17", "item_29", "item_07", "item_13", "item_22" ], "indices_1based": [ 26, 17, 29, 7, 13, 22 ], "domains": { "A": 1, "B": 2, "C": 3 }, "training_alpha": 0.8027600322873, "holdout_alpha": 0.7997963848257, "minimum_target_information": 3.152797309533, "rmse": 0.4373235099, "bias": -0.009208708950006, "target_rmse": 0.4274172516343, "target_n": 238, "theta_correlation": 0.8988240002859, "sensitivity": 0.7177419354839, "specificity": 0.9689349112426, "true_positive_n": 124, "true_negative_n": 676 }, "content_matched": { "items": [ "item_07", "item_03", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 3, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8030863933016, "holdout_alpha": 0.7812969475121, "minimum_target_information": 3.218332154376, "rmse": 0.4564036365758, "bias": -0.005942353433633, "target_rmse": 0.431807071523, "target_n": 238, "theta_correlation": 0.8894630254807, "sensitivity": 0.7016129032258, "specificity": 0.9689349112426, "true_positive_n": 124, "true_negative_n": 676 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_20", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 20, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7807501062194, "holdout_alpha": 0.7360132389567, "minimum_target_information": 5.447698525182, "rmse": 0.5346972968764, "bias": 0.008791062680255, "target_rmse": 0.4507475488651, "target_n": 238, "theta_correlation": 0.8448974493484, "sensitivity": 0.7016129032258, "specificity": 0.9778106508876, "true_positive_n": 124, "true_negative_n": 676 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 14.11 }, { "seed": 20261111, "success": true, "warnings": [], "results": { "seed": 20261111, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 436.259516699503, "df": 405, "p": 0.1368510107736, "RMSEA": 0.00694767326225, "RMSEA_5": 0, "RMSEA_95": 0.01150539668911, "SRMSR": 0.01816489276628 }, "mean_training_q3": -0.0292575095892, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.300537234901, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.3005372349, "target_csem_profile": [ 0.43, 0.424, 0.419, 0.416, 0.413, 0.411, 0.41, 0.41, 0.41, 0.412, 0.413, 0.416, 0.419, 0.424, 0.428, 0.434 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9235993431879, "holdout_alpha": 0.92843344732, "minimum_target_information": 10.340507848131, "rmse": 0.2494605853122, "bias": -0.00845469383393, "target_rmse": 0.2710052435247, "target_n": 236, "theta_correlation": 0.9707187810133, "sensitivity": 0.804347826087, "specificity": 0.9788519637462, "true_positive_n": 138, "true_negative_n": 662 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_22", "item_29", "item_15" ], "indices_1based": [ 26, 17, 13, 22, 29, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8122400446064, "holdout_alpha": 0.8134993278997, "minimum_target_information": 2.8076356082, "rmse": 0.4121664249169, "bias": -0.01129951378032, "target_rmse": 0.4200528315488, "target_n": 236, "theta_correlation": 0.918161935269, "sensitivity": 0.6521739130435, "specificity": 0.9652567975831, "true_positive_n": 138, "true_negative_n": 662 }, "content_matched": { "items": [ "item_04", "item_08", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 4, 8, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8090128450644, "holdout_alpha": 0.813640524113, "minimum_target_information": 2.006111736621, "rmse": 0.4420787146749, "bias": -0.0305018731339, "target_rmse": 0.4570032869408, "target_n": 236, "theta_correlation": 0.9051536383309, "sensitivity": 0.6086956521739, "specificity": 0.9652567975831, "true_positive_n": 138, "true_negative_n": 662 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.772480938352, "holdout_alpha": 0.7784473189368, "minimum_target_information": 5.3005372349, "rmse": 0.4921361680832, "bias": 0.02655010049941, "target_rmse": 0.4298528387213, "target_n": 236, "theta_correlation": 0.8811212753818, "sensitivity": 0.7173913043478, "specificity": 0.9773413897281, "true_positive_n": 138, "true_negative_n": 662 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 15.2 }, { "seed": 20261112, "success": true, "warnings": [], "results": { "seed": 20261112, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 418.514943890792, "df": 405, "p": 0.3109894418161, "RMSEA": 0.004568308033849, "RMSEA_5": 0, "RMSEA_95": 0.01010178563652, "SRMSR": 0.01736106697601 }, "mean_training_q3": -0.02940757577393, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.273737819531, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.27373781953, "target_csem_profile": [ 0.432, 0.425, 0.42, 0.417, 0.414, 0.412, 0.411, 0.411, 0.412, 0.413, 0.415, 0.417, 0.42, 0.424, 0.429, 0.435 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9247193496968, "holdout_alpha": 0.9200089023126, "minimum_target_information": 10.614581082181, "rmse": 0.2495432431094, "bias": -0.003711792127179, "target_rmse": 0.2648850422531, "target_n": 214, "theta_correlation": 0.9689583451048, "sensitivity": 0.7757009345794, "specificity": 0.97113997114, "true_positive_n": 107, "true_negative_n": 693 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_22", "item_25" ], "indices_1based": [ 26, 17, 13, 29, 22, 25 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.802785139855, "holdout_alpha": 0.7909369880935, "minimum_target_information": 2.81126941943, "rmse": 0.4342593807658, "bias": -0.01960258926958, "target_rmse": 0.4457664656578, "target_n": 214, "theta_correlation": 0.901603364482, "sensitivity": 0.6261682242991, "specificity": 0.962481962482, "true_positive_n": 107, "true_negative_n": 693 }, "content_matched": { "items": [ "item_07", "item_08", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 8, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8079470978466, "holdout_alpha": 0.7779619252957, "minimum_target_information": 3.693052167409, "rmse": 0.4378009069909, "bias": -0.003447248639333, "target_rmse": 0.4414556924759, "target_n": 214, "theta_correlation": 0.9002770863084, "sensitivity": 0.588785046729, "specificity": 0.97113997114, "true_positive_n": 107, "true_negative_n": 693 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7804515646945, "holdout_alpha": 0.7690849102736, "minimum_target_information": 5.27373781953, "rmse": 0.5078351064972, "bias": 0.0003482224652952, "target_rmse": 0.4172842413962, "target_n": 214, "theta_correlation": 0.8614178378744, "sensitivity": 0.6915887850467, "specificity": 0.962481962482, "true_positive_n": 107, "true_negative_n": 693 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.39 }, { "seed": 20261113, "success": true, "warnings": [], "results": { "seed": 20261113, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 419.860931857895, "df": 405, "p": 0.2948527489566, "RMSEA": 0.004790394476686, "RMSEA_5": 0, "RMSEA_95": 0.01021520623723, "SRMSR": 0.01768113045389 }, "mean_training_q3": -0.02904318903805, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.384811031265, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.384811031266, "target_csem_profile": [ 0.425, 0.419, 0.414, 0.411, 0.408, 0.406, 0.405, 0.405, 0.406, 0.407, 0.409, 0.411, 0.415, 0.419, 0.425, 0.431 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9221034730873, "holdout_alpha": 0.9251365138311, "minimum_target_information": 10.425937652549, "rmse": 0.2619423390556, "bias": -0.01470570043347, "target_rmse": 0.281441792827, "target_n": 214, "theta_correlation": 0.9663116850774, "sensitivity": 0.8461538461538, "specificity": 0.9795021961933, "true_positive_n": 117, "true_negative_n": 683 }, "item_total": { "items": [ "item_26", "item_17", "item_29", "item_13", "item_15", "item_22" ], "indices_1based": [ 26, 17, 29, 13, 15, 22 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8030584746441, "holdout_alpha": 0.8233496668258, "minimum_target_information": 2.861926179821, "rmse": 0.4227166370095, "bias": -0.005543800483082, "target_rmse": 0.4258986097342, "target_n": 214, "theta_correlation": 0.909323401448, "sensitivity": 0.7606837606838, "specificity": 0.9692532942899, "true_positive_n": 117, "true_negative_n": 683 }, "content_matched": { "items": [ "item_07", "item_03", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 3, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8022881374632, "holdout_alpha": 0.8185885986251, "minimum_target_information": 3.203272686056, "rmse": 0.44795161234, "bias": 0.01686003918179, "target_rmse": 0.4248529559344, "target_n": 214, "theta_correlation": 0.8976856871344, "sensitivity": 0.7350427350427, "specificity": 0.9663250366032, "true_positive_n": 117, "true_negative_n": 683 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7791469020762, "holdout_alpha": 0.7746506396997, "minimum_target_information": 5.384811031266, "rmse": 0.5035183713227, "bias": 0.006365827516307, "target_rmse": 0.4367431394967, "target_n": 214, "theta_correlation": 0.8686017454647, "sensitivity": 0.7264957264957, "specificity": 0.9707174231332, "true_positive_n": 117, "true_negative_n": 683 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.33 }, { "seed": 20261114, "success": true, "warnings": [], "results": { "seed": 20261114, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 458.211364186954, "df": 405, "p": 0.03463082362648, "RMSEA": 0.009064637750269, "RMSEA_5": 0.002702410889284, "RMSEA_95": 0.0130288266763, "SRMSR": 0.01785979520109 }, "mean_training_q3": -0.02916905373648, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.37888589036, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.378885890361, "target_csem_profile": [ 0.424, 0.418, 0.414, 0.411, 0.408, 0.407, 0.406, 0.406, 0.406, 0.407, 0.409, 0.412, 0.415, 0.42, 0.425, 0.431 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.925490744534, "holdout_alpha": 0.926067357298, "minimum_target_information": 10.612621930041, "rmse": 0.2462124274305, "bias": 0.009396258600073, "target_rmse": 0.2418476635139, "target_n": 208, "theta_correlation": 0.971045701967, "sensitivity": 0.84375, "specificity": 0.9821428571429, "true_positive_n": 128, "true_negative_n": 672 }, "item_total": { "items": [ "item_26", "item_17", "item_22", "item_29", "item_13", "item_15" ], "indices_1based": [ 26, 17, 22, 29, 13, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8088697844305, "holdout_alpha": 0.7889387848203, "minimum_target_information": 2.894765894947, "rmse": 0.4382638777133, "bias": 0.02022211013783, "target_rmse": 0.4219773851902, "target_n": 208, "theta_correlation": 0.9049664236508, "sensitivity": 0.71875, "specificity": 0.9717261904762, "true_positive_n": 128, "true_negative_n": 672 }, "content_matched": { "items": [ "item_08", "item_04", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 8, 4, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7982322547438, "holdout_alpha": 0.7849750103533, "minimum_target_information": 2.083790422197, "rmse": 0.4540861700181, "bias": 0.01671025456004, "target_rmse": 0.4620247140612, "target_n": 208, "theta_correlation": 0.8973783868185, "sensitivity": 0.6484375, "specificity": 0.9642857142857, "true_positive_n": 128, "true_negative_n": 672 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7917935945828, "holdout_alpha": 0.7845955929665, "minimum_target_information": 5.378885890361, "rmse": 0.504520438938, "bias": 0.01588690663312, "target_rmse": 0.4068531662319, "target_n": 208, "theta_correlation": 0.8714081438425, "sensitivity": 0.7109375, "specificity": 0.9747023809524, "true_positive_n": 128, "true_negative_n": 672 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 12.78 }, { "seed": 20261115, "success": true, "warnings": [], "results": { "seed": 20261115, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 411.245891780136, "df": 405, "p": 0.4044918769845, "RMSEA": 0.003105599757146, "RMSEA_5": 0, "RMSEA_95": 0.009465170491257, "SRMSR": 0.01739409784019 }, "mean_training_q3": -0.02934457568747, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 4.781175485109, "floor_tolerance": 1e-07, "selected_items": [ 7, 10, 17, 18, 29, 30 ], "min_target_info_floor": 4.781175485108, "target_csem_profile": [ 0.457, 0.451, 0.446, 0.443, 0.44, 0.438, 0.437, 0.437, 0.437, 0.438, 0.439, 0.441, 0.444, 0.448, 0.452, 0.457 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9214588311442, "holdout_alpha": 0.9190604892703, "minimum_target_information": 10.166724506804, "rmse": 0.2447669741749, "bias": 0.01247316045477, "target_rmse": 0.2600880461535, "target_n": 229, "theta_correlation": 0.9683211146185, "sensitivity": 0.8615384615385, "specificity": 0.9761194029851, "true_positive_n": 130, "true_negative_n": 670 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_25", "item_22" ], "indices_1based": [ 26, 17, 13, 29, 25, 22 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.7887344421868, "holdout_alpha": 0.7967219636792, "minimum_target_information": 2.826412531866, "rmse": 0.4240872269115, "bias": 0.004232800334143, "target_rmse": 0.4353513595117, "target_n": 229, "theta_correlation": 0.9013655595667, "sensitivity": 0.6769230769231, "specificity": 0.9611940298507, "true_positive_n": 130, "true_negative_n": 670 }, "content_matched": { "items": [ "item_01", "item_05", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 1, 5, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7815980109728, "holdout_alpha": 0.7751927671284, "minimum_target_information": 2.790375821968, "rmse": 0.4306284044678, "bias": 0.00133308946198, "target_rmse": 0.4316470006075, "target_n": 229, "theta_correlation": 0.8984982343755, "sensitivity": 0.7230769230769, "specificity": 0.9567164179104, "true_positive_n": 130, "true_negative_n": 670 }, "constrained": { "items": [ "item_07", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 7, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7502059734203, "holdout_alpha": 0.7687932082461, "minimum_target_information": 4.781175485108, "rmse": 0.4928003729483, "bias": -0.002808935608367, "target_rmse": 0.438529678688, "target_n": 229, "theta_correlation": 0.863864532967, "sensitivity": 0.7538461538462, "specificity": 0.955223880597, "true_positive_n": 130, "true_negative_n": 670 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.53 }, { "seed": 20261116, "success": true, "warnings": [], "results": { "seed": 20261116, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 417.693594165693, "df": 405, "p": 0.3210381701496, "RMSEA": 0.004427316409739, "RMSEA_5": 0, "RMSEA_95": 0.01003192636867, "SRMSR": 0.01833129805858 }, "mean_training_q3": -0.02891074967755, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.224811021748, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.224811021748, "target_csem_profile": [ 0.437, 0.431, 0.426, 0.422, 0.419, 0.417, 0.416, 0.415, 0.416, 0.416, 0.418, 0.42, 0.423, 0.426, 0.43, 0.435 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9248069688404, "holdout_alpha": 0.9254676323185, "minimum_target_information": 10.561264736908, "rmse": 0.2555640362736, "bias": 0.009398737000732, "target_rmse": 0.2554883522498, "target_n": 241, "theta_correlation": 0.9676794630675, "sensitivity": 0.7744360902256, "specificity": 0.9745127436282, "true_positive_n": 133, "true_negative_n": 667 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_15", "item_25" ], "indices_1based": [ 26, 17, 13, 29, 15, 25 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8044344903871, "holdout_alpha": 0.8028593144511, "minimum_target_information": 3.196709700989, "rmse": 0.4255096476584, "bias": 0.009222940967864, "target_rmse": 0.414999473112, "target_n": 241, "theta_correlation": 0.9075234665233, "sensitivity": 0.609022556391, "specificity": 0.9625187406297, "true_positive_n": 133, "true_negative_n": 667 }, "content_matched": { "items": [ "item_01", "item_08", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 1, 8, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7909621523806, "holdout_alpha": 0.7952775187389, "minimum_target_information": 3.272310035225, "rmse": 0.4286551936144, "bias": 0.02684003189788, "target_rmse": 0.410462712016, "target_n": 241, "theta_correlation": 0.90645045321, "sensitivity": 0.5789473684211, "specificity": 0.9595202398801, "true_positive_n": 133, "true_negative_n": 667 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7718169856562, "holdout_alpha": 0.769477995618, "minimum_target_information": 5.224811021748, "rmse": 0.4977374593326, "bias": 0.03473439055771, "target_rmse": 0.3912430578842, "target_n": 241, "theta_correlation": 0.8716833144827, "sensitivity": 0.6315789473684, "specificity": 0.9685157421289, "true_positive_n": 133, "true_negative_n": 667 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 14.81 }, { "seed": 20261117, "success": true, "warnings": [], "results": { "seed": 20261117, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 426.279745734331, "df": 405, "p": 0.2241320396531, "RMSEA": 0.005732333823973, "RMSEA_5": 0, "RMSEA_95": 0.01073921533772, "SRMSR": 0.01775088384434 }, "mean_training_q3": -0.02924713527445, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.436134394708, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.436134394709, "target_csem_profile": [ 0.426, 0.42, 0.416, 0.412, 0.41, 0.408, 0.407, 0.407, 0.407, 0.409, 0.41, 0.413, 0.416, 0.419, 0.424, 0.429 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9253443168121, "holdout_alpha": 0.9263072173738, "minimum_target_information": 10.623829334272, "rmse": 0.2417608063541, "bias": -0.001132676335859, "target_rmse": 0.2494652006524, "target_n": 242, "theta_correlation": 0.9707374926616, "sensitivity": 0.7676056338028, "specificity": 0.9635258358663, "true_positive_n": 142, "true_negative_n": 658 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_22", "item_15" ], "indices_1based": [ 26, 17, 13, 29, 22, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8111916240245, "holdout_alpha": 0.8032019655932, "minimum_target_information": 2.835022416421, "rmse": 0.4031813925389, "bias": -0.01271655267527, "target_rmse": 0.4094943488626, "target_n": 242, "theta_correlation": 0.9164183609594, "sensitivity": 0.6549295774648, "specificity": 0.9726443768997, "true_positive_n": 142, "true_negative_n": 658 }, "content_matched": { "items": [ "item_07", "item_05", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 5, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8007607411081, "holdout_alpha": 0.7974877819394, "minimum_target_information": 3.271815154959, "rmse": 0.4244053090915, "bias": 0.00715958998079, "target_rmse": 0.4100269754111, "target_n": 242, "theta_correlation": 0.906781893122, "sensitivity": 0.6408450704225, "specificity": 0.9635258358663, "true_positive_n": 142, "true_negative_n": 658 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7810706107344, "holdout_alpha": 0.7578869887666, "minimum_target_information": 5.436134394709, "rmse": 0.4927194304082, "bias": -0.02082505622728, "target_rmse": 0.4518507424229, "target_n": 242, "theta_correlation": 0.8727184138148, "sensitivity": 0.6478873239437, "specificity": 0.9696048632219, "true_positive_n": 142, "true_negative_n": 658 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.78 }, { "seed": 20261118, "success": true, "warnings": [], "results": { "seed": 20261118, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 385.006669685408, "df": 405, "p": 0.7551775519816, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.006666894201429, "SRMSR": 0.01689486031483 }, "mean_training_q3": -0.0291026626887, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.309544946379, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.309544946381, "target_csem_profile": [ 0.434, 0.427, 0.422, 0.418, 0.415, 0.413, 0.412, 0.412, 0.412, 0.413, 0.415, 0.417, 0.42, 0.424, 0.428, 0.433 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9226866597354, "holdout_alpha": 0.9192741155912, "minimum_target_information": 10.414199695176, "rmse": 0.2500462011759, "bias": 0.006328488718282, "target_rmse": 0.2650642772862, "target_n": 229, "theta_correlation": 0.9654383054222, "sensitivity": 0.8508771929825, "specificity": 0.9708454810496, "true_positive_n": 114, "true_negative_n": 686 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_22", "item_25", "item_15" ], "indices_1based": [ 26, 17, 13, 22, 25, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8079547703943, "holdout_alpha": 0.7901274194381, "minimum_target_information": 1.839880661239, "rmse": 0.4364659272968, "bias": 0.007970323096312, "target_rmse": 0.4305795145267, "target_n": 229, "theta_correlation": 0.8908036943536, "sensitivity": 0.6491228070175, "specificity": 0.9475218658892, "true_positive_n": 114, "true_negative_n": 686 }, "content_matched": { "items": [ "item_10", "item_04", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 10, 4, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7972969379983, "holdout_alpha": 0.7648945638478, "minimum_target_information": 3.031980019588, "rmse": 0.4243223094591, "bias": -0.01551386230121, "target_rmse": 0.4604027435629, "target_n": 229, "theta_correlation": 0.8969167511159, "sensitivity": 0.6228070175439, "specificity": 0.9650145772595, "true_positive_n": 114, "true_negative_n": 686 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7722229163381, "holdout_alpha": 0.7577677373777, "minimum_target_information": 5.309544946381, "rmse": 0.504524762049, "bias": 0.01058941536651, "target_rmse": 0.4614831297961, "target_n": 229, "theta_correlation": 0.8505008075646, "sensitivity": 0.7105263157895, "specificity": 0.9708454810496, "true_positive_n": 114, "true_negative_n": 686 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.78 }, { "seed": 20261119, "success": true, "warnings": [], "results": { "seed": 20261119, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 417.375891667883, "df": 405, "p": 0.3249646066519, "RMSEA": 0.004371560630012, "RMSEA_5": 0, "RMSEA_95": 0.01000477038302, "SRMSR": 0.01753698467878 }, "mean_training_q3": -0.02908052313861, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.542233459183, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.542233459182, "target_csem_profile": [ 0.425, 0.418, 0.412, 0.408, 0.405, 0.403, 0.402, 0.402, 0.402, 0.403, 0.404, 0.406, 0.408, 0.411, 0.415, 0.42 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9277385931373, "holdout_alpha": 0.9227560702902, "minimum_target_information": 10.995946651377, "rmse": 0.2525797451701, "bias": 0.03686101771761, "target_rmse": 0.2528733377731, "target_n": 208, "theta_correlation": 0.9681776592859, "sensitivity": 0.8571428571429, "specificity": 0.9765051395007, "true_positive_n": 119, "true_negative_n": 681 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_22", "item_15" ], "indices_1based": [ 26, 17, 13, 29, 22, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8165088485003, "holdout_alpha": 0.8041729445417, "minimum_target_information": 3.116119284916, "rmse": 0.4193579310294, "bias": 0.02295108743891, "target_rmse": 0.4147862433312, "target_n": 208, "theta_correlation": 0.9072755389123, "sensitivity": 0.672268907563, "specificity": 0.9662261380323, "true_positive_n": 119, "true_negative_n": 681 }, "content_matched": { "items": [ "item_04", "item_05", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 4, 5, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8044089575527, "holdout_alpha": 0.7746070310258, "minimum_target_information": 3.214105539381, "rmse": 0.428209291808, "bias": 0.03126322684219, "target_rmse": 0.3952303038684, "target_n": 208, "theta_correlation": 0.9036000278462, "sensitivity": 0.6974789915966, "specificity": 0.9735682819383, "true_positive_n": 119, "true_negative_n": 681 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7880049666464, "holdout_alpha": 0.78191984078, "minimum_target_information": 5.542233459182, "rmse": 0.4725499097892, "bias": 0.04522523074109, "target_rmse": 0.3900450240872, "target_n": 208, "theta_correlation": 0.881362938538, "sensitivity": 0.7647058823529, "specificity": 0.9603524229075, "true_positive_n": 119, "true_negative_n": 681 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.18 }, { "seed": 20261120, "success": true, "warnings": [], "results": { "seed": 20261120, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 413.354145519822, "df": 405, "p": 0.3764083631738, "RMSEA": 0.003591693547667, "RMSEA_5": 0, "RMSEA_95": 0.009654238133301, "SRMSR": 0.01685822755018 }, "mean_training_q3": -0.02916603481085, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.17113918345, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 20, 29, 30 ], "min_target_info_floor": 5.171139183448, "target_csem_profile": [ 0.438, 0.432, 0.427, 0.423, 0.421, 0.419, 0.418, 0.417, 0.418, 0.419, 0.42, 0.423, 0.426, 0.43, 0.434, 0.44 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9269032064019, "holdout_alpha": 0.9187760441418, "minimum_target_information": 10.377433641522, "rmse": 0.2471979616432, "bias": -0.008973170596155, "target_rmse": 0.2659382770023, "target_n": 228, "theta_correlation": 0.9665032127713, "sensitivity": 0.7936507936508, "specificity": 0.9940652818991, "true_positive_n": 126, "true_negative_n": 674 }, "item_total": { "items": [ "item_26", "item_17", "item_15", "item_22", "item_13", "item_29" ], "indices_1based": [ 26, 17, 15, 22, 13, 29 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8116695589337, "holdout_alpha": 0.7840410305344, "minimum_target_information": 2.718442066155, "rmse": 0.4238916283069, "bias": -0.03136327955984, "target_rmse": 0.4471915781004, "target_n": 228, "theta_correlation": 0.8984022416605, "sensitivity": 0.6269841269841, "specificity": 0.9688427299703, "true_positive_n": 126, "true_negative_n": 674 }, "content_matched": { "items": [ "item_04", "item_08", "item_17", "item_15", "item_26", "item_22" ], "indices_1based": [ 4, 8, 17, 15, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.799703332628, "holdout_alpha": 0.7741318128617, "minimum_target_information": 2.145776399691, "rmse": 0.4422696571502, "bias": -0.009528141542161, "target_rmse": 0.4620875013922, "target_n": 228, "theta_correlation": 0.8880655821732, "sensitivity": 0.5952380952381, "specificity": 0.9777448071217, "true_positive_n": 126, "true_negative_n": 674 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_20", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 20, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7741237747961, "holdout_alpha": 0.7495340541878, "minimum_target_information": 5.171139183448, "rmse": 0.5072393855553, "bias": -0.03404073472734, "target_rmse": 0.4753792126589, "target_n": 228, "theta_correlation": 0.8506562415966, "sensitivity": 0.6428571428571, "specificity": 0.9703264094955, "true_positive_n": 126, "true_negative_n": 674 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.69 }, { "seed": 20261121, "success": true, "warnings": [], "results": { "seed": 20261121, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 426.226455304096, "df": 405, "p": 0.2246739285546, "RMSEA": 0.005725151641669, "RMSEA_5": 0, "RMSEA_95": 0.01073497300287, "SRMSR": 0.01723327707922 }, "mean_training_q3": -0.02882918425844, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.32703777384, "floor_tolerance": 1e-07, "selected_items": [ 7, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.32703777384, "target_csem_profile": [ 0.431, 0.425, 0.42, 0.416, 0.413, 0.411, 0.41, 0.41, 0.41, 0.411, 0.413, 0.415, 0.418, 0.422, 0.427, 0.433 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9246270108461, "holdout_alpha": 0.9249309380698, "minimum_target_information": 10.793520286615, "rmse": 0.2519052754543, "bias": 0.02056102971955, "target_rmse": 0.2526762899933, "target_n": 225, "theta_correlation": 0.9686529337543, "sensitivity": 0.8581560283688, "specificity": 0.9742033383915, "true_positive_n": 141, "true_negative_n": 659 }, "item_total": { "items": [ "item_26", "item_17", "item_29", "item_22", "item_13", "item_04" ], "indices_1based": [ 26, 17, 29, 22, 13, 4 ], "domains": { "A": 1, "B": 2, "C": 3 }, "training_alpha": 0.8005426963694, "holdout_alpha": 0.7852266102431, "minimum_target_information": 2.887330164217, "rmse": 0.4260787115471, "bias": 0.02192457850317, "target_rmse": 0.4279760812883, "target_n": 225, "theta_correlation": 0.9071057914339, "sensitivity": 0.7163120567376, "specificity": 0.9605462822458, "true_positive_n": 141, "true_negative_n": 659 }, "content_matched": { "items": [ "item_04", "item_07", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 4, 7, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8002687693558, "holdout_alpha": 0.7891754033432, "minimum_target_information": 3.354448307014, "rmse": 0.4503853036629, "bias": 0.02803546344216, "target_rmse": 0.4182569719832, "target_n": 225, "theta_correlation": 0.8955355656904, "sensitivity": 0.7163120567376, "specificity": 0.9559939301973, "true_positive_n": 141, "true_negative_n": 659 }, "constrained": { "items": [ "item_07", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 7, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7796571291217, "holdout_alpha": 0.7825886348352, "minimum_target_information": 5.32703777384, "rmse": 0.4921427405348, "bias": 0.01828322639133, "target_rmse": 0.4029476678386, "target_n": 225, "theta_correlation": 0.8734562753892, "sensitivity": 0.7872340425532, "specificity": 0.9666160849772, "true_positive_n": 141, "true_negative_n": 659 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 15.36 }, { "seed": 20261122, "success": true, "warnings": [], "results": { "seed": 20261122, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 365.943087909077, "df": 405, "p": 0.9185635540542, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.003384267233065, "SRMSR": 0.01644757560711 }, "mean_training_q3": -0.02942674557556, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.257049330489, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 20, 29, 30 ], "min_target_info_floor": 5.25704933049, "target_csem_profile": [ 0.426, 0.421, 0.416, 0.413, 0.411, 0.409, 0.408, 0.408, 0.409, 0.41, 0.412, 0.415, 0.418, 0.423, 0.429, 0.436 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9241631194716, "holdout_alpha": 0.9203819817117, "minimum_target_information": 10.271876249799, "rmse": 0.2442660809229, "bias": -0.03488136221297, "target_rmse": 0.2703163910009, "target_n": 203, "theta_correlation": 0.9686495813206, "sensitivity": 0.7652173913043, "specificity": 0.9912408759124, "true_positive_n": 115, "true_negative_n": 685 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_22", "item_29", "item_25" ], "indices_1based": [ 26, 17, 13, 22, 29, 25 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.808637452708, "holdout_alpha": 0.8074337362642, "minimum_target_information": 2.744721841227, "rmse": 0.3996981832188, "bias": -0.02888805151893, "target_rmse": 0.4380551684409, "target_n": 203, "theta_correlation": 0.9122705333488, "sensitivity": 0.6695652173913, "specificity": 0.9810218978102, "true_positive_n": 115, "true_negative_n": 685 }, "content_matched": { "items": [ "item_01", "item_07", "item_17", "item_13", "item_26", "item_22" ], "indices_1based": [ 1, 7, 17, 13, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7981784159959, "holdout_alpha": 0.7938305510022, "minimum_target_information": 1.708329425196, "rmse": 0.4151636088148, "bias": -0.0209197346792, "target_rmse": 0.4428974904226, "target_n": 203, "theta_correlation": 0.9046999491453, "sensitivity": 0.704347826087, "specificity": 0.9722627737226, "true_positive_n": 115, "true_negative_n": 685 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_20", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 20, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7747926331174, "holdout_alpha": 0.7737814685614, "minimum_target_information": 5.25704933049, "rmse": 0.4910632606188, "bias": -0.04524024764613, "target_rmse": 0.469707751095, "target_n": 203, "theta_correlation": 0.8646078492326, "sensitivity": 0.6608695652174, "specificity": 0.9810218978102, "true_positive_n": 115, "true_negative_n": 685 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 16.58 }, { "seed": 20261123, "success": true, "warnings": [], "results": { "seed": 20261123, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 417.966656120653, "df": 405, "p": 0.3176809110222, "RMSEA": 0.004474682785673, "RMSEA_5": 0, "RMSEA_95": 0.01005520660901, "SRMSR": 0.01808120794412 }, "mean_training_q3": -0.02899459461716, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.213531773184, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 20, 29, 30 ], "min_target_info_floor": 5.213531773185, "target_csem_profile": [ 0.437, 0.431, 0.426, 0.422, 0.419, 0.417, 0.416, 0.416, 0.417, 0.418, 0.42, 0.422, 0.425, 0.429, 0.433, 0.438 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9226189253143, "holdout_alpha": 0.922570294165, "minimum_target_information": 10.32753901802, "rmse": 0.2465455963461, "bias": -0.01496637982131, "target_rmse": 0.2681045478713, "target_n": 217, "theta_correlation": 0.9694462428297, "sensitivity": 0.7862595419847, "specificity": 0.9820627802691, "true_positive_n": 131, "true_negative_n": 669 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_22", "item_15" ], "indices_1based": [ 26, 17, 13, 29, 22, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8015176296473, "holdout_alpha": 0.8023481934288, "minimum_target_information": 2.771286541883, "rmse": 0.402255419858, "bias": 0.009086313988983, "target_rmse": 0.3806273012315, "target_n": 217, "theta_correlation": 0.9163895297166, "sensitivity": 0.7099236641221, "specificity": 0.9671150971599, "true_positive_n": 131, "true_negative_n": 669 }, "content_matched": { "items": [ "item_07", "item_10", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 10, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7962274220822, "holdout_alpha": 0.7950249366847, "minimum_target_information": 4.322460918138, "rmse": 0.4251424679309, "bias": 0.01068426910219, "target_rmse": 0.3882297388477, "target_n": 217, "theta_correlation": 0.9059733676403, "sensitivity": 0.6870229007634, "specificity": 0.9760837070254, "true_positive_n": 131, "true_negative_n": 669 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_20", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 20, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7720451224807, "holdout_alpha": 0.7675868246446, "minimum_target_information": 5.213531773185, "rmse": 0.5177344260769, "bias": 0.003028190644711, "target_rmse": 0.4506655018882, "target_n": 217, "theta_correlation": 0.8560533441817, "sensitivity": 0.6641221374046, "specificity": 0.9686098654709, "true_positive_n": 131, "true_negative_n": 669 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 15.53 }, { "seed": 20261124, "success": true, "warnings": [], "results": { "seed": 20261124, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 442.130011953719, "df": 405, "p": 0.09852443307437, "RMSEA": 0.007572003412932, "RMSEA_5": 0, "RMSEA_95": 0.01193248618311, "SRMSR": 0.01805685939703 }, "mean_training_q3": -0.02907052299929, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.181651985759, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.181651985759, "target_csem_profile": [ 0.435, 0.429, 0.425, 0.422, 0.42, 0.418, 0.418, 0.417, 0.418, 0.419, 0.42, 0.422, 0.425, 0.429, 0.434, 0.439 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9238031369282, "holdout_alpha": 0.9208870670631, "minimum_target_information": 10.308314805889, "rmse": 0.2616556568174, "bias": -0.02478479451343, "target_rmse": 0.2688608972671, "target_n": 230, "theta_correlation": 0.9660870120866, "sensitivity": 0.7945205479452, "specificity": 0.9770642201835, "true_positive_n": 146, "true_negative_n": 654 }, "item_total": { "items": [ "item_26", "item_17", "item_29", "item_13", "item_15", "item_22" ], "indices_1based": [ 26, 17, 29, 13, 15, 22 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8041691919477, "holdout_alpha": 0.7929664685987, "minimum_target_information": 2.859030688353, "rmse": 0.4340774146128, "bias": -0.0128760832332, "target_rmse": 0.4551583965068, "target_n": 230, "theta_correlation": 0.9024246022309, "sensitivity": 0.6369863013699, "specificity": 0.9633027522936, "true_positive_n": 146, "true_negative_n": 654 }, "content_matched": { "items": [ "item_07", "item_08", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 8, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8048690403074, "holdout_alpha": 0.7867375382244, "minimum_target_information": 3.657681214084, "rmse": 0.4348697071096, "bias": -0.01990487807334, "target_rmse": 0.425103027432, "target_n": 230, "theta_correlation": 0.9020804039498, "sensitivity": 0.6643835616438, "specificity": 0.9694189602446, "true_positive_n": 146, "true_negative_n": 654 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7890129913139, "holdout_alpha": 0.7649705120125, "minimum_target_information": 5.181651985759, "rmse": 0.483204766297, "bias": -0.03722149507926, "target_rmse": 0.4569901521321, "target_n": 230, "theta_correlation": 0.8780415415937, "sensitivity": 0.6438356164384, "specificity": 0.9678899082569, "true_positive_n": 146, "true_negative_n": 654 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 15.47 }, { "seed": 20261125, "success": true, "warnings": [], "results": { "seed": 20261125, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 391.556597848245, "df": 405, "p": 0.6751541274625, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.007466164069065, "SRMSR": 0.01715664385956 }, "mean_training_q3": -0.02940254495313, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.219985127324, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.219985127326, "target_csem_profile": [ 0.432, 0.426, 0.421, 0.418, 0.415, 0.414, 0.413, 0.413, 0.414, 0.415, 0.417, 0.419, 0.422, 0.426, 0.431, 0.438 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9243794984915, "holdout_alpha": 0.9280043104185, "minimum_target_information": 10.537740687887, "rmse": 0.2500330172701, "bias": -0.002801941793589, "target_rmse": 0.2668840611431, "target_n": 232, "theta_correlation": 0.9686790644524, "sensitivity": 0.7682119205298, "specificity": 0.9707241910632, "true_positive_n": 151, "true_negative_n": 649 }, "item_total": { "items": [ "item_26", "item_17", "item_29", "item_13", "item_15", "item_22" ], "indices_1based": [ 26, 17, 29, 13, 15, 22 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8053248671694, "holdout_alpha": 0.8112962892616, "minimum_target_information": 2.928839851607, "rmse": 0.4035083721593, "bias": 0.01797264438819, "target_rmse": 0.4008811101904, "target_n": 232, "theta_correlation": 0.9163948002574, "sensitivity": 0.6887417218543, "specificity": 0.9583975346687, "true_positive_n": 151, "true_negative_n": 649 }, "content_matched": { "items": [ "item_07", "item_04", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 7, 4, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7967262822231, "holdout_alpha": 0.8022729422275, "minimum_target_information": 3.21133183192, "rmse": 0.4301332208239, "bias": -0.001451345419821, "target_rmse": 0.4326645426638, "target_n": 232, "theta_correlation": 0.9041568831207, "sensitivity": 0.6953642384106, "specificity": 0.9676425269646, "true_positive_n": 151, "true_negative_n": 649 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7834372191118, "holdout_alpha": 0.7756520243278, "minimum_target_information": 5.219985127326, "rmse": 0.4928030861465, "bias": -0.01020479012975, "target_rmse": 0.429971312439, "target_n": 232, "theta_correlation": 0.8723236396312, "sensitivity": 0.6754966887417, "specificity": 0.9738058551618, "true_positive_n": 151, "true_negative_n": 649 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 17.35 }, { "seed": 20261126, "success": true, "warnings": [], "results": { "seed": 20261126, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 403.924163674309, "df": 405, "p": 0.5057454936158, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.00877621658904, "SRMSR": 0.01719758165729 }, "mean_training_q3": -0.02941460673491, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 4.63751094644, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 4.63751094644, "target_csem_profile": [ 0.464, 0.458, 0.453, 0.449, 0.445, 0.443, 0.442, 0.441, 0.441, 0.441, 0.442, 0.444, 0.447, 0.45, 0.453, 0.458 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9197994371586, "holdout_alpha": 0.9257083260156, "minimum_target_information": 9.707560683102, "rmse": 0.2472301511505, "bias": 0.001087314743886, "target_rmse": 0.2373986089661, "target_n": 230, "theta_correlation": 0.969025015918, "sensitivity": 0.8783783783784, "specificity": 0.9662576687117, "true_positive_n": 148, "true_negative_n": 652 }, "item_total": { "items": [ "item_26", "item_13", "item_17", "item_22", "item_29", "item_15" ], "indices_1based": [ 26, 13, 17, 22, 29, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.7907183690528, "holdout_alpha": 0.8202483132372, "minimum_target_information": 2.687764368006, "rmse": 0.424903267536, "bias": -0.01201257161424, "target_rmse": 0.4283776267794, "target_n": 230, "theta_correlation": 0.9055849955503, "sensitivity": 0.8040540540541, "specificity": 0.9478527607362, "true_positive_n": 148, "true_negative_n": 652 }, "content_matched": { "items": [ "item_03", "item_01", "item_13", "item_17", "item_26", "item_22" ], "indices_1based": [ 3, 1, 13, 17, 26, 22 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7904102011159, "holdout_alpha": 0.7984296829849, "minimum_target_information": 1.364287480574, "rmse": 0.4470799595668, "bias": 0.001890109296358, "target_rmse": 0.4780624249061, "target_n": 230, "theta_correlation": 0.8936018826937, "sensitivity": 0.6486486486486, "specificity": 0.9463190184049, "true_positive_n": 148, "true_negative_n": 652 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7510469745917, "holdout_alpha": 0.7918617842216, "minimum_target_information": 4.63751094644, "rmse": 0.4665674572108, "bias": 0.0007311297599419, "target_rmse": 0.4199987592693, "target_n": 230, "theta_correlation": 0.8832378011698, "sensitivity": 0.722972972973, "specificity": 0.9601226993865, "true_positive_n": 148, "true_negative_n": 652 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 17.22 }, { "seed": 20261127, "success": true, "warnings": [], "results": { "seed": 20261127, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 431.26676653871, "df": 405, "p": 0.1769650459652, "RMSEA": 0.006368711317826, "RMSEA_5": 0, "RMSEA_95": 0.01112887086725, "SRMSR": 0.01827988308656 }, "mean_training_q3": -0.02878764457084, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.154175603788, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 20, 26, 29 ], "min_target_info_floor": 5.154175603788, "target_csem_profile": [ 0.414, 0.41, 0.406, 0.404, 0.402, 0.401, 0.401, 0.402, 0.404, 0.406, 0.41, 0.414, 0.419, 0.426, 0.432, 0.44 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9185627762727, "holdout_alpha": 0.931322369625, "minimum_target_information": 10.226740079346, "rmse": 0.2695428988695, "bias": 0.01101596790138, "target_rmse": 0.2642601999206, "target_n": 247, "theta_correlation": 0.9675500833919, "sensitivity": 0.8260869565217, "specificity": 0.9622356495468, "true_positive_n": 138, "true_negative_n": 662 }, "item_total": { "items": [ "item_26", "item_17", "item_29", "item_13", "item_25", "item_22" ], "indices_1based": [ 26, 17, 29, 13, 25, 22 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.8015129570776, "holdout_alpha": 0.8220824690072, "minimum_target_information": 2.988203294218, "rmse": 0.4524062047347, "bias": -0.001583110709203, "target_rmse": 0.43250436323, "target_n": 247, "theta_correlation": 0.9041613863215, "sensitivity": 0.6304347826087, "specificity": 0.9471299093656, "true_positive_n": 138, "true_negative_n": 662 }, "content_matched": { "items": [ "item_04", "item_08", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 4, 8, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7861515394519, "holdout_alpha": 0.8138300870237, "minimum_target_information": 3.448563780787, "rmse": 0.4509776812137, "bias": 0.01702877208793, "target_rmse": 0.4218838344108, "target_n": 247, "theta_correlation": 0.9046213907643, "sensitivity": 0.6376811594203, "specificity": 0.9456193353474, "true_positive_n": 138, "true_negative_n": 662 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_20", "item_26", "item_29" ], "indices_1based": [ 8, 10, 17, 20, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7889983488196, "holdout_alpha": 0.7952780539993, "minimum_target_information": 5.154175603788, "rmse": 0.4832409853888, "bias": 0.02549648102668, "target_rmse": 0.4140479079186, "target_n": 247, "theta_correlation": 0.8899480126315, "sensitivity": 0.6376811594203, "specificity": 0.9622356495468, "true_positive_n": 138, "true_negative_n": 662 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 14.35 }, { "seed": 20261128, "success": true, "warnings": [], "results": { "seed": 20261128, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 411.892979264629, "df": 405, "p": 0.3958020851262, "RMSEA": 0.003262509181417, "RMSEA_5": 0, "RMSEA_95": 0.009523609815705, "SRMSR": 0.01777620856989 }, "mean_training_q3": -0.02938559922213, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.304452708657, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.304452708656, "target_csem_profile": [ 0.433, 0.427, 0.422, 0.419, 0.416, 0.414, 0.414, 0.413, 0.414, 0.415, 0.416, 0.418, 0.421, 0.425, 0.429, 0.434 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9252957024378, "holdout_alpha": 0.9251973126356, "minimum_target_information": 10.613555525564, "rmse": 0.2551706773888, "bias": -0.0005752820192872, "target_rmse": 0.2636934563777, "target_n": 247, "theta_correlation": 0.9683966139289, "sensitivity": 0.8373983739837, "specificity": 0.9763663220089, "true_positive_n": 123, "true_negative_n": 677 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_25", "item_22", "item_15" ], "indices_1based": [ 26, 17, 13, 25, 22, 15 ], "domains": { "A": 0, "B": 3, "C": 3 }, "training_alpha": 0.8063253646026, "holdout_alpha": 0.8074291248342, "minimum_target_information": 1.751096249424, "rmse": 0.4408832707458, "bias": -0.009767592414637, "target_rmse": 0.4421590508011, "target_n": 247, "theta_correlation": 0.9015994980485, "sensitivity": 0.6341463414634, "specificity": 0.9645494830133, "true_positive_n": 123, "true_negative_n": 677 }, "content_matched": { "items": [ "item_01", "item_07", "item_17", "item_13", "item_26", "item_25" ], "indices_1based": [ 1, 7, 17, 13, 26, 25 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7940539735159, "holdout_alpha": 0.796080456819, "minimum_target_information": 1.957703026068, "rmse": 0.4418504172937, "bias": 0.001011725288824, "target_rmse": 0.4529080227822, "target_n": 247, "theta_correlation": 0.9010231180009, "sensitivity": 0.650406504065, "specificity": 0.9556868537666, "true_positive_n": 123, "true_negative_n": 677 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7750649883908, "holdout_alpha": 0.7876168556311, "minimum_target_information": 5.304452708656, "rmse": 0.4940435006136, "bias": 0.009579093388595, "target_rmse": 0.455992932836, "target_n": 247, "theta_correlation": 0.8745852944611, "sensitivity": 0.7154471544715, "specificity": 0.9615952732644, "true_positive_n": 123, "true_negative_n": 677 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 15.06 }, { "seed": 20261129, "success": true, "warnings": [], "results": { "seed": 20261129, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 360.706338486097, "df": 405, "p": 0.9444568271659, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.001535206368771, "SRMSR": 0.01612502644857 }, "mean_training_q3": -0.02882504797489, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 5.332290542274, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 5.332290542274, "target_csem_profile": [ 0.424, 0.418, 0.414, 0.41, 0.408, 0.406, 0.405, 0.405, 0.406, 0.408, 0.41, 0.413, 0.416, 0.421, 0.427, 0.433 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9250048170259, "holdout_alpha": 0.9224925307251, "minimum_target_information": 10.596658572243, "rmse": 0.2425350072699, "bias": -0.0127183417232, "target_rmse": 0.2557505780586, "target_n": 236, "theta_correlation": 0.9684293126942, "sensitivity": 0.8195488721805, "specificity": 0.9640179910045, "true_positive_n": 133, "true_negative_n": 667 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_15", "item_29", "item_08" ], "indices_1based": [ 26, 17, 13, 15, 29, 8 ], "domains": { "A": 1, "B": 3, "C": 2 }, "training_alpha": 0.815257089124, "holdout_alpha": 0.8099541692839, "minimum_target_information": 3.542676509438, "rmse": 0.4217345932436, "bias": -0.03791844257438, "target_rmse": 0.4101691971626, "target_n": 236, "theta_correlation": 0.9019235213108, "sensitivity": 0.7218045112782, "specificity": 0.9565217391304, "true_positive_n": 133, "true_negative_n": 667 }, "content_matched": { "items": [ "item_08", "item_01", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 8, 1, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.8009365840457, "holdout_alpha": 0.7990479273665, "minimum_target_information": 3.306803649406, "rmse": 0.4226305104732, "bias": -0.03937331297989, "target_rmse": 0.4301433371926, "target_n": 236, "theta_correlation": 0.9023738141153, "sensitivity": 0.6917293233083, "specificity": 0.9505247376312, "true_positive_n": 133, "true_negative_n": 667 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7791532334759, "holdout_alpha": 0.7876313524883, "minimum_target_information": 5.332290542274, "rmse": 0.4843432930152, "bias": -0.02992514403233, "target_rmse": 0.4063579741772, "target_n": 236, "theta_correlation": 0.8668283413249, "sensitivity": 0.7142857142857, "specificity": 0.9595202398801, "true_positive_n": 133, "true_negative_n": 667 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 13.38 }, { "seed": 20261130, "success": true, "warnings": [], "results": { "seed": 20261130, "n_train": 1600, "n_test": 800, "n_items": 30, "target": [ 0.5, 2 ], "arbitrary_cutoff": 1, "converged": true, "fit": { "M2": 378.079365822077, "df": 405, "p": 0.8274523390308, "RMSEA": 0, "RMSEA_5": 0, "RMSEA_95": 0.005699024403641, "SRMSR": 0.01668351114304 }, "mean_training_q3": -0.02912497907852, "adjusted_q3_threshold": 0.2, "enemy_pair_count": 0, "enemy_pairs_1based": [], "assembly": { "success": true, "status": 0, "stage1_floor": 4.744281316973, "floor_tolerance": 1e-07, "selected_items": [ 8, 10, 17, 18, 29, 30 ], "min_target_info_floor": 4.744281316974, "target_csem_profile": [ 0.459, 0.453, 0.448, 0.444, 0.441, 0.439, 0.438, 0.437, 0.437, 0.438, 0.439, 0.442, 0.444, 0.448, 0.452, 0.457 ] }, "metrics": { "full": { "items": [ "item_01", "item_02", "item_03", "item_04", "item_05", "item_06", "item_07", "item_08", "item_09", "item_10", "item_11", "item_12", "item_13", "item_14", "item_15", "item_16", "item_17", "item_18", "item_19", "item_20", "item_21", "item_22", "item_23", "item_24", "item_25", "item_26", "item_27", "item_28", "item_29", "item_30" ], "indices_1based": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30 ], "domains": { "A": 10, "B": 10, "C": 10 }, "training_alpha": 0.9215841565843, "holdout_alpha": 0.9287835642452, "minimum_target_information": 9.983544867806, "rmse": 0.2395213451987, "bias": 0.0195079531825, "target_rmse": 0.2373759283357, "target_n": 224, "theta_correlation": 0.9722790979515, "sensitivity": 0.887323943662, "specificity": 0.9848024316109, "true_positive_n": 142, "true_negative_n": 658 }, "item_total": { "items": [ "item_26", "item_17", "item_13", "item_29", "item_22", "item_25" ], "indices_1based": [ 26, 17, 13, 29, 22, 25 ], "domains": { "A": 0, "B": 2, "C": 4 }, "training_alpha": 0.8004969985427, "holdout_alpha": 0.8164868546954, "minimum_target_information": 2.692063726159, "rmse": 0.4121586832744, "bias": 0.005301812752757, "target_rmse": 0.4213496423643, "target_n": 224, "theta_correlation": 0.9141442510776, "sensitivity": 0.7816901408451, "specificity": 0.9589665653495, "true_positive_n": 142, "true_negative_n": 658 }, "content_matched": { "items": [ "item_05", "item_08", "item_17", "item_13", "item_26", "item_29" ], "indices_1based": [ 5, 8, 17, 13, 26, 29 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7966669097547, "holdout_alpha": 0.8114909527133, "minimum_target_information": 3.252753472628, "rmse": 0.4134514908538, "bias": 0.01280456650214, "target_rmse": 0.3967330704344, "target_n": 224, "theta_correlation": 0.9135593322895, "sensitivity": 0.8028169014085, "specificity": 0.9711246200608, "true_positive_n": 142, "true_negative_n": 658 }, "constrained": { "items": [ "item_08", "item_10", "item_17", "item_18", "item_29", "item_30" ], "indices_1based": [ 8, 10, 17, 18, 29, 30 ], "domains": { "A": 2, "B": 2, "C": 2 }, "training_alpha": 0.7630248051789, "holdout_alpha": 0.8009193236641, "minimum_target_information": 4.744281316974, "rmse": 0.4739035766116, "bias": 0.003605091577882, "target_rmse": 0.4290275613162, "target_n": 224, "theta_correlation": 0.8846853676638, "sensitivity": 0.8028169014085, "specificity": 0.9756838905775, "true_positive_n": 142, "true_negative_n": 658 } }, "notes": [ "All responses and item identities are synthetic; no clinical instrument or norms.", "Train and test are independent draws from one correctly specified unidimensional GRM population.", "No item text, readability assessment or DIF screening; zero grades disable the readability constraint.", "Content labels are metadata, not distinct latent dimensions. No induced local dependence.", "Single seed; no bootstrap or parameter uncertainty. Held-out scores use fixed training parameters and N(0,1) prior.", "Cutoff theta=1 is arbitrary; classification is against simulated true theta, not clinical status.", "Conditional information is fitted-model information, not empirical held-out accuracy." ] }, "elapsed_seconds": 12.42 } ] }