{ "status": "complete_supported_resolution_A3", "summary": { "optitype": { "2": { "all": { "completed_donors": 86, "truth_eligible_pairs": 245, "correct": 217, "called": 218, "truth_ineligible_pairs": 13, "paired_with_t1k": 245, "comparator_paired_correct": 217, "t1k_paired_correct": 241, "contrast_comparator_minus_t1k": { "family_clusters": 86, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -9.795918367346939, "bootstrap95_pp": [ -13.934426229508198, -5.761316872427984 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "by_gene": { "A": { "completed_donors": 86, "truth_eligible_pairs": 84, "correct": 73, "called": 73, "truth_ineligible_pairs": 2, "paired_with_t1k": 84, "comparator_paired_correct": 73, "t1k_paired_correct": 84, "contrast_comparator_minus_t1k": { "family_clusters": 84, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -13.095238095238095, "bootstrap95_pp": [ -20.238095238095237, -5.9523809523809526 ], "sign_flip_p": 0.0009765625, "sign_flip_method": "exact_family_sign_flip" } }, "B": { "completed_donors": 86, "truth_eligible_pairs": 78, "correct": 74, "called": 75, "truth_ineligible_pairs": 8, "paired_with_t1k": 78, "comparator_paired_correct": 74, "t1k_paired_correct": 74, "contrast_comparator_minus_t1k": { "family_clusters": 78, "singleton_fallback_donors": [ "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18976", "NA18983", "NA19087", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": 0.0, "bootstrap95_pp": [ -7.6923076923076925, 6.410256410256411 ], "sign_flip_p": 1.0, "sign_flip_method": "exact_family_sign_flip" } }, "C": { "completed_donors": 86, "truth_eligible_pairs": 83, "correct": 70, "called": 70, "truth_ineligible_pairs": 3, "paired_with_t1k": 83, "comparator_paired_correct": 70, "t1k_paired_correct": 83, "contrast_comparator_minus_t1k": { "family_clusters": 83, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -15.662650602409638, "bootstrap95_pp": [ -24.096385542168676, -8.433734939759036 ], "sign_flip_p": 0.000244140625, "sign_flip_method": "exact_family_sign_flip" } } }, "by_region": { "EAS": { "completed_donors": 50, "truth_eligible_pairs": 142, "correct": 123, "called": 123, "truth_ineligible_pairs": 8, "paired_with_t1k": 142, "comparator_paired_correct": 123, "t1k_paired_correct": 140, "contrast_comparator_minus_t1k": { "family_clusters": 50, "singleton_fallback_donors": [ "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087" ], "difference_pp": -11.971830985915492, "bootstrap95_pp": [ -17.36111111111111, -6.338028169014085 ], "sign_flip_p": 0.00024998750062496874, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "SAS": { "completed_donors": 36, "truth_eligible_pairs": 103, "correct": 94, "called": 95, "truth_ineligible_pairs": 5, "paired_with_t1k": 103, "comparator_paired_correct": 94, "t1k_paired_correct": 101, "contrast_comparator_minus_t1k": { "family_clusters": 36, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -6.796116504854369, "bootstrap95_pp": [ -12.871287128712872, -0.9615384615384616 ], "sign_flip_p": 0.0654296875, "sign_flip_method": "exact_family_sign_flip" } } } } }, "spechla": { "2": { "all": { "completed_donors": 86, "truth_eligible_pairs": 552, "correct": 514, "called": 552, "truth_ineligible_pairs": 136, "paired_with_t1k": 552, "comparator_paired_correct": 514, "t1k_paired_correct": 543, "contrast_comparator_minus_t1k": { "family_clusters": 86, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -5.253623188405797, "bootstrap95_pp": [ -7.592592592592593, -3.1135531135531136 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "by_gene": { "A": { "completed_donors": 86, "truth_eligible_pairs": 84, "correct": 82, "called": 84, "truth_ineligible_pairs": 2, "paired_with_t1k": 84, "comparator_paired_correct": 82, "t1k_paired_correct": 84, "contrast_comparator_minus_t1k": { "family_clusters": 84, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -2.380952380952381, "bootstrap95_pp": [ -5.9523809523809526, 0.0 ], "sign_flip_p": 0.5, "sign_flip_method": "exact_family_sign_flip" } }, "B": { "completed_donors": 86, "truth_eligible_pairs": 78, "correct": 73, "called": 78, "truth_ineligible_pairs": 8, "paired_with_t1k": 78, "comparator_paired_correct": 73, "t1k_paired_correct": 74, "contrast_comparator_minus_t1k": { "family_clusters": 78, "singleton_fallback_donors": [ "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18976", "NA18983", "NA19087", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -1.2820512820512822, "bootstrap95_pp": [ -8.974358974358974, 6.410256410256411 ], "sign_flip_p": 1.0, "sign_flip_method": "exact_family_sign_flip" } }, "C": { "completed_donors": 86, "truth_eligible_pairs": 83, "correct": 82, "called": 83, "truth_ineligible_pairs": 3, "paired_with_t1k": 83, "comparator_paired_correct": 82, "t1k_paired_correct": 83, "contrast_comparator_minus_t1k": { "family_clusters": 83, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -1.2048192771084338, "bootstrap95_pp": [ -3.6144578313253013, 0.0 ], "sign_flip_p": 1.0, "sign_flip_method": "exact_family_sign_flip" } }, "DPA1": { "completed_donors": 86, "truth_eligible_pairs": 72, "correct": 69, "called": 72, "truth_ineligible_pairs": 14, "paired_with_t1k": 72, "comparator_paired_correct": 69, "t1k_paired_correct": 69, "contrast_comparator_minus_t1k": { "family_clusters": 72, "singleton_fallback_donors": [ "HG04157", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA20850", "NA20870", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": 0.0, "bootstrap95_pp": [ -6.944444444444445, 6.944444444444445 ], "sign_flip_p": 1.0, "sign_flip_method": "exact_family_sign_flip" } }, "DPB1": { "completed_donors": 86, "truth_eligible_pairs": 72, "correct": 53, "called": 72, "truth_ineligible_pairs": 14, "paired_with_t1k": 72, "comparator_paired_correct": 53, "t1k_paired_correct": 72, "contrast_comparator_minus_t1k": { "family_clusters": 72, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18608", "NA18620", "NA18747", "NA18971", "NA18974", "NA18976", "NA18983", "NA20850", "NA20870", "NA20905", "NA21102", "NA21110", "NA21144" ], "difference_pp": -26.38888888888889, "bootstrap95_pp": [ -36.111111111111114, -16.666666666666668 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "DQA1": { "completed_donors": 86, "truth_eligible_pairs": 67, "correct": 63, "called": 67, "truth_ineligible_pairs": 19, "paired_with_t1k": 67, "comparator_paired_correct": 63, "t1k_paired_correct": 67, "contrast_comparator_minus_t1k": { "family_clusters": 67, "singleton_fallback_donors": [ "HG04157", "HG04184", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20870", "NA20905", "NA21093", "NA21106" ], "difference_pp": -5.970149253731344, "bootstrap95_pp": [ -11.940298507462687, -1.492537313432836 ], "sign_flip_p": 0.125, "sign_flip_method": "exact_family_sign_flip" } }, "DQB1": { "completed_donors": 86, "truth_eligible_pairs": 85, "correct": 81, "called": 85, "truth_ineligible_pairs": 1, "paired_with_t1k": 85, "comparator_paired_correct": 81, "t1k_paired_correct": 84, "contrast_comparator_minus_t1k": { "family_clusters": 85, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -3.5294117647058822, "bootstrap95_pp": [ -8.235294117647058, 0.0 ], "sign_flip_p": 0.25, "sign_flip_method": "exact_family_sign_flip" } }, "DRB1": { "completed_donors": 86, "truth_eligible_pairs": 11, "correct": 11, "called": 11, "truth_ineligible_pairs": 75, "paired_with_t1k": 11, "comparator_paired_correct": 11, "t1k_paired_correct": 10, "contrast_comparator_minus_t1k": { "family_clusters": 11, "singleton_fallback_donors": [ "NA20870", "NA21093", "NA21102", "NA21144" ], "difference_pp": 9.090909090909092, "bootstrap95_pp": [ 0.0, 27.272727272727273 ], "sign_flip_p": 1.0, "sign_flip_method": "exact_family_sign_flip" } } }, "by_region": { "EAS": { "completed_donors": 50, "truth_eligible_pairs": 326, "correct": 310, "called": 326, "truth_ineligible_pairs": 74, "paired_with_t1k": 326, "comparator_paired_correct": 310, "t1k_paired_correct": 319, "contrast_comparator_minus_t1k": { "family_clusters": 50, "singleton_fallback_donors": [ "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087" ], "difference_pp": -2.7607361963190185, "bootstrap95_pp": [ -5.198776758409786, -0.30959752321981426 ], "sign_flip_p": 0.0478515625, "sign_flip_method": "exact_family_sign_flip" } }, "SAS": { "completed_donors": 36, "truth_eligible_pairs": 226, "correct": 204, "called": 226, "truth_ineligible_pairs": 62, "paired_with_t1k": 226, "comparator_paired_correct": 204, "t1k_paired_correct": 224, "contrast_comparator_minus_t1k": { "family_clusters": 36, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -8.849557522123893, "bootstrap95_pp": [ -13.122171945701357, -4.954954954954955 ], "sign_flip_p": 0.00034998250087495624, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } } } }, "4": { "all": { "completed_donors": 86, "truth_eligible_pairs": 541, "correct": 264, "called": 514, "truth_ineligible_pairs": 147, "paired_with_t1k": 541, "comparator_paired_correct": 264, "t1k_paired_correct": 489, "contrast_comparator_minus_t1k": { "family_clusters": 86, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -41.58964879852126, "bootstrap95_pp": [ -45.750452079566, -37.37957610789981 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "by_gene": { "A": { "completed_donors": 86, "truth_eligible_pairs": 84, "correct": 80, "called": 83, "truth_ineligible_pairs": 2, "paired_with_t1k": 84, "comparator_paired_correct": 80, "t1k_paired_correct": 82, "contrast_comparator_minus_t1k": { "family_clusters": 84, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -2.380952380952381, "bootstrap95_pp": [ -8.333333333333334, 3.5714285714285716 ], "sign_flip_p": 0.6875, "sign_flip_method": "exact_family_sign_flip" } }, "B": { "completed_donors": 86, "truth_eligible_pairs": 75, "correct": 43, "called": 64, "truth_ineligible_pairs": 11, "paired_with_t1k": 75, "comparator_paired_correct": 43, "t1k_paired_correct": 67, "contrast_comparator_minus_t1k": { "family_clusters": 75, "singleton_fallback_donors": [ "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18976", "NA18983", "NA19087", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -32.0, "bootstrap95_pp": [ -45.333333333333336, -18.666666666666668 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "C": { "completed_donors": 86, "truth_eligible_pairs": 81, "correct": 41, "called": 81, "truth_ineligible_pairs": 5, "paired_with_t1k": 81, "comparator_paired_correct": 41, "t1k_paired_correct": 78, "contrast_comparator_minus_t1k": { "family_clusters": 81, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -45.67901234567901, "bootstrap95_pp": [ -56.79012345679013, -34.5679012345679 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "DPA1": { "completed_donors": 86, "truth_eligible_pairs": 71, "correct": 23, "called": 69, "truth_ineligible_pairs": 15, "paired_with_t1k": 71, "comparator_paired_correct": 23, "t1k_paired_correct": 58, "contrast_comparator_minus_t1k": { "family_clusters": 71, "singleton_fallback_donors": [ "HG04157", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA20850", "NA20870", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -49.29577464788732, "bootstrap95_pp": [ -63.38028169014085, -35.2112676056338 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "DPB1": { "completed_donors": 86, "truth_eligible_pairs": 69, "correct": 13, "called": 66, "truth_ineligible_pairs": 17, "paired_with_t1k": 69, "comparator_paired_correct": 13, "t1k_paired_correct": 67, "contrast_comparator_minus_t1k": { "family_clusters": 69, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18608", "NA18620", "NA18747", "NA18971", "NA18974", "NA18976", "NA18983", "NA20850", "NA20870", "NA20905", "NA21102", "NA21110", "NA21144" ], "difference_pp": -78.26086956521739, "bootstrap95_pp": [ -86.95652173913044, -68.1159420289855 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "DQA1": { "completed_donors": 86, "truth_eligible_pairs": 67, "correct": 20, "called": 66, "truth_ineligible_pairs": 19, "paired_with_t1k": 67, "comparator_paired_correct": 20, "t1k_paired_correct": 51, "contrast_comparator_minus_t1k": { "family_clusters": 67, "singleton_fallback_donors": [ "HG04157", "HG04184", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20870", "NA20905", "NA21093", "NA21106" ], "difference_pp": -46.26865671641791, "bootstrap95_pp": [ -61.19402985074627, -31.34328358208955 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "DQB1": { "completed_donors": 86, "truth_eligible_pairs": 83, "correct": 44, "called": 83, "truth_ineligible_pairs": 3, "paired_with_t1k": 83, "comparator_paired_correct": 44, "t1k_paired_correct": 80, "contrast_comparator_minus_t1k": { "family_clusters": 83, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -43.373493975903614, "bootstrap95_pp": [ -55.42168674698795, -32.53012048192771 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "DRB1": { "completed_donors": 86, "truth_eligible_pairs": 11, "correct": 0, "called": 2, "truth_ineligible_pairs": 75, "paired_with_t1k": 11, "comparator_paired_correct": 0, "t1k_paired_correct": 6, "contrast_comparator_minus_t1k": { "family_clusters": 11, "singleton_fallback_donors": [ "NA20870", "NA21093", "NA21102", "NA21144" ], "difference_pp": -54.54545454545455, "bootstrap95_pp": [ -81.81818181818181, -27.272727272727273 ], "sign_flip_p": 0.03125, "sign_flip_method": "exact_family_sign_flip" } } }, "by_region": { "EAS": { "completed_donors": 50, "truth_eligible_pairs": 319, "correct": 145, "called": 308, "truth_ineligible_pairs": 81, "paired_with_t1k": 319, "comparator_paired_correct": 145, "t1k_paired_correct": 286, "contrast_comparator_minus_t1k": { "family_clusters": 50, "singleton_fallback_donors": [ "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087" ], "difference_pp": -44.20062695924765, "bootstrap95_pp": [ -49.20634920634921, -38.73015873015873 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "SAS": { "completed_donors": 36, "truth_eligible_pairs": 222, "correct": 119, "called": 206, "truth_ineligible_pairs": 66, "paired_with_t1k": 222, "comparator_paired_correct": 119, "t1k_paired_correct": 203, "contrast_comparator_minus_t1k": { "family_clusters": 36, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -37.83783783783784, "bootstrap95_pp": [ -44.690265486725664, -30.803571428571427 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } } } } }, "hlala": { "G": { "all": { "completed_donors": 86, "truth_eligible_pairs": 552, "correct": 505, "called": 531, "truth_ineligible_pairs": 136, "paired_with_t1k": 552, "comparator_paired_correct": 505, "t1k_paired_correct": 552, "contrast_comparator_minus_t1k": { "family_clusters": 86, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -8.514492753623188, "bootstrap95_pp": [ -10.564663023679417, -6.545454545454546 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "by_gene": { "A": { "completed_donors": 86, "truth_eligible_pairs": 84, "correct": 79, "called": 84, "truth_ineligible_pairs": 2, "paired_with_t1k": 84, "comparator_paired_correct": 79, "t1k_paired_correct": 84, "contrast_comparator_minus_t1k": { "family_clusters": 84, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -5.9523809523809526, "bootstrap95_pp": [ -11.904761904761905, -1.1904761904761905 ], "sign_flip_p": 0.0625, "sign_flip_method": "exact_family_sign_flip" } }, "B": { "completed_donors": 86, "truth_eligible_pairs": 78, "correct": 74, "called": 74, "truth_ineligible_pairs": 8, "paired_with_t1k": 78, "comparator_paired_correct": 74, "t1k_paired_correct": 78, "contrast_comparator_minus_t1k": { "family_clusters": 78, "singleton_fallback_donors": [ "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18976", "NA18983", "NA19087", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -5.128205128205129, "bootstrap95_pp": [ -10.256410256410257, -1.2820512820512822 ], "sign_flip_p": 0.125, "sign_flip_method": "exact_family_sign_flip" } }, "C": { "completed_donors": 86, "truth_eligible_pairs": 83, "correct": 82, "called": 82, "truth_ineligible_pairs": 3, "paired_with_t1k": 83, "comparator_paired_correct": 82, "t1k_paired_correct": 83, "contrast_comparator_minus_t1k": { "family_clusters": 83, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -1.2048192771084338, "bootstrap95_pp": [ -3.6144578313253013, 0.0 ], "sign_flip_p": 1.0, "sign_flip_method": "exact_family_sign_flip" } }, "DPA1": { "completed_donors": 86, "truth_eligible_pairs": 72, "correct": 52, "called": 71, "truth_ineligible_pairs": 14, "paired_with_t1k": 72, "comparator_paired_correct": 52, "t1k_paired_correct": 72, "contrast_comparator_minus_t1k": { "family_clusters": 72, "singleton_fallback_donors": [ "HG04157", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA20850", "NA20870", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -27.77777777777778, "bootstrap95_pp": [ -37.5, -18.055555555555557 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "DPB1": { "completed_donors": 86, "truth_eligible_pairs": 72, "correct": 67, "called": 67, "truth_ineligible_pairs": 14, "paired_with_t1k": 72, "comparator_paired_correct": 67, "t1k_paired_correct": 72, "contrast_comparator_minus_t1k": { "family_clusters": 72, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18608", "NA18620", "NA18747", "NA18971", "NA18974", "NA18976", "NA18983", "NA20850", "NA20870", "NA20905", "NA21102", "NA21110", "NA21144" ], "difference_pp": -6.944444444444445, "bootstrap95_pp": [ -13.88888888888889, -1.3888888888888888 ], "sign_flip_p": 0.0625, "sign_flip_method": "exact_family_sign_flip" } }, "DQA1": { "completed_donors": 86, "truth_eligible_pairs": 67, "correct": 57, "called": 57, "truth_ineligible_pairs": 19, "paired_with_t1k": 67, "comparator_paired_correct": 57, "t1k_paired_correct": 67, "contrast_comparator_minus_t1k": { "family_clusters": 67, "singleton_fallback_donors": [ "HG04157", "HG04184", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20870", "NA20905", "NA21093", "NA21106" ], "difference_pp": -14.925373134328359, "bootstrap95_pp": [ -23.880597014925375, -7.462686567164179 ], "sign_flip_p": 0.001953125, "sign_flip_method": "exact_family_sign_flip" } }, "DQB1": { "completed_donors": 86, "truth_eligible_pairs": 85, "correct": 83, "called": 85, "truth_ineligible_pairs": 1, "paired_with_t1k": 85, "comparator_paired_correct": 83, "t1k_paired_correct": 85, "contrast_comparator_minus_t1k": { "family_clusters": 85, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -2.3529411764705883, "bootstrap95_pp": [ -5.882352941176471, 0.0 ], "sign_flip_p": 0.5, "sign_flip_method": "exact_family_sign_flip" } }, "DRB1": { "completed_donors": 86, "truth_eligible_pairs": 11, "correct": 11, "called": 11, "truth_ineligible_pairs": 75, "paired_with_t1k": 11, "comparator_paired_correct": 11, "t1k_paired_correct": 11, "contrast_comparator_minus_t1k": { "family_clusters": 11, "singleton_fallback_donors": [ "NA20870", "NA21093", "NA21102", "NA21144" ], "difference_pp": 0.0, "bootstrap95_pp": [ 0.0, 0.0 ], "sign_flip_p": 1.0, "sign_flip_method": "exact_family_sign_flip" } } }, "by_region": { "EAS": { "completed_donors": 50, "truth_eligible_pairs": 326, "correct": 301, "called": 316, "truth_ineligible_pairs": 74, "paired_with_t1k": 326, "comparator_paired_correct": 301, "t1k_paired_correct": 326, "contrast_comparator_minus_t1k": { "family_clusters": 50, "singleton_fallback_donors": [ "NA18565", "NA18570", "NA18608", "NA18620", "NA18747", "NA18952", "NA18971", "NA18974", "NA18976", "NA18983", "NA19087" ], "difference_pp": -7.668711656441718, "bootstrap95_pp": [ -10.21671826625387, -5.230769230769231 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } }, "SAS": { "completed_donors": 36, "truth_eligible_pairs": 226, "correct": 204, "called": 215, "truth_ineligible_pairs": 62, "paired_with_t1k": 226, "comparator_paired_correct": 204, "t1k_paired_correct": 226, "contrast_comparator_minus_t1k": { "family_clusters": 36, "singleton_fallback_donors": [ "HG04157", "HG04160", "HG04184", "HG04187", "HG04199", "HG04204", "HG04228", "NA20850", "NA20870", "NA20905", "NA21093", "NA21102", "NA21106", "NA21110", "NA21144" ], "difference_pp": -9.734513274336283, "bootstrap95_pp": [ -13.181818181818182, -6.666666666666667 ], "sign_flip_p": 4.999750012499375e-05, "sign_flip_method": "monte_carlo_family_sign_flip_20000" } } } } } }, "limitations": [ "Assembly-derived truth is inherited from frozen SOURCE_RECORDS and is not independently raw-read validated.", "Only finalized hash-bound comparator outputs enter scoring. Missing runs remain availability gaps, never no-calls.", "Numeric fields ignore expression suffix; ambiguous labels collapse only when every alternative agrees at requested resolution. No shorter-field padding.", "SpecHLA3.65 annotation retains3.38 mapping/binning. OptiType bundled database supports classI two-field. HLA*LA uses historical native graph and current3.65 G-name expansion, not identity-certified historical nomenclature.", "HLA*LA G groups ambiguous at2field remain unresolved. Native G output does not support a four-field comparison; no HLA*LA four-field denominator is created. Separate G endpoint compares both methods after current3.65 group projection; shorter names project only when every current descendant agrees on a G group.", "Incomplete family metadata uses explicitly reported singleton fallback; fallback does not certify independence.", "Family-cluster bootstrap4000 and exact/MonteCarlo family sign-flip from interpretation score_ablation. Exploratory supported-endpoint comparisons; no untouched-test claim." ] }