{ "choice_records_read": false, "date": "2026-10-07", "eta_arithmetic": "assessment_expected_utilities; normalize probabilities before computing eta", "menu_weighting": "one per frozen menu ID, not per presentation; repeated compositions retained", "posterior_fits": 0, "provider_calls": 0, "rows": [ { "additional_near_ties": 0, "exact_ties": 21, "family": "all", "menu_count": 140, "menu_ids": [ "VEN0018", "VEN0032", "VEN0003", "VEN0001", "VEN0070", "VEN0093", "VEN0126", "VEN0033", "VEN0107", "VEN0119", "VEN0041", "VEN0136", "VEN0117", "VEN0077", "VEN0105", "VEN0016", "VEN0048", "VEN0122", "VEN0091", "VEN0103", "VEN0104", "VEN0012", "VEN0108", "VEN0020", "VEN0051", "VEN0002", "VEN0086", "VEN0131", "VEN0025", "VEN0035", "VEN0050", "VEN0127", "VEN0060", "VEN0097", "VEN0022", "VEN0037", "VEN0040", "VEN0081", "VEN0098", "VEN0082", "VEN0084", "VEN0123", "VEN0102", "VEN0112", "VEN0046", "VEN0074", "VEN0106", "VEN0128", "VEN0031", "VEN0064", "VEN0089", "VEN0024", "VEN0099", "VEN0043", "VEN0090", "VEN0069", "VEN0021", "VEN0125", "VEN0114", "VEN0027", "VEN0026", "VEN0113", "VEN0073", "VEN0044", "VEN0053", "VEN0030", "VEN0110", "VEN0072", "VEN0028", "VEN0120", "VEN0013", "VEN0056", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0049", "VEN0087", "VEN0140", "VEN0075", "VEN0080", "VEN0036", "VEN0124", "VEN0118", "VEN0019", "VEN0078", "VEN0042", "VEN0011", "VEN0010", "VEN0057", "VEN0063", "VEN0111", "VEN0088", "VEN0055", "VEN0052", "VEN0062", "VEN0008", "VEN0132", "VEN0129", "VEN0059", "VEN0039", "VEN0067", "VEN0085", "VEN0101", "VEN0094", "VEN0006", "VEN0079", "VEN0135", "VEN0137", "VEN0116", "VEN0014", "VEN0076", "VEN0066", "VEN0047", "VEN0100", "VEN0058", "VEN0130", "VEN0009", "VEN0096", "VEN0015", "VEN0068", "VEN0054", "VEN0095", "VEN0017", "VEN0134", "VEN0133", "VEN0023", "VEN0005", "VEN0083", "VEN0061", "VEN0092", "VEN0004", "VEN0138", "VEN0007", "VEN0029", "VEN0045", "VEN0065", "VEN0034", "VEN0038", "VEN0071" ], "model": "gpt-4o", "pool": "venture", "tie_prevalence": 0.15, "ties_with_tolerance": 21, "top_two_gaps": [ 0.024999999999999967, 0.0, 0.5499999999999999, 0.1499999999999999, 0.050000000000000044, 0.09999999999999998, 0.050000000000000044, 0.37499999999999994, 0.050000000000000044, 0.0, 0.0, 0.025000000000000022, 0.025000000000000022, 0.375, 0.025000000000000022, 0.07499999999999996, 0.024999999999999967, 0.37499999999999994, 0.1499999999999999, 0.39999999999999997, 0.37499999999999994, 0.1499999999999999, 0.10000000000000003, 0.09999999999999998, 0.44999999999999996, 0.375, 0.1499999999999999, 0.32499999999999996, 0.025000000000000022, 0.0, 0.07500000000000001, 0.025000000000000022, 0.07499999999999996, 0.09999999999999998, 0.024999999999999967, 0.0, 0.1499999999999999, 0.375, 0.09999999999999998, 0.44999999999999996, 0.3, 0.3, 0.3499999999999999, 0.3, 0.07500000000000001, 0.15000000000000002, 0.050000000000000044, 0.10000000000000003, 0.275, 0.0, 0.07499999999999996, 0.0, 0.07500000000000001, 0.09999999999999998, 0.1499999999999999, 0.09999999999999998, 0.09999999999999998, 0.025000000000000022, 0.3499999999999999, 0.5249999999999999, 0.44999999999999996, 0.19999999999999996, 0.19999999999999996, 0.050000000000000044, 0.275, 0.1499999999999999, 0.0, 0.024999999999999967, 0.3, 0.0, 0.07499999999999996, 0.20000000000000007, 0.0, 0.09999999999999998, 0.0, 0.37499999999999994, 0.30000000000000004, 0.07499999999999996, 0.10000000000000003, 0.19999999999999996, 0.275, 0.07499999999999996, 0.39999999999999997, 0.0, 0.09999999999999998, 0.375, 0.07499999999999996, 0.07499999999999996, 0.07499999999999996, 0.29999999999999993, 0.0, 0.3499999999999999, 0.1499999999999999, 0.375, 0.30000000000000004, 0.07499999999999996, 0.30000000000000004, 0.2749999999999999, 0.0, 0.275, 0.07499999999999996, 0.0, 0.0, 0.2749999999999999, 0.0, 0.4, 0.375, 0.025000000000000022, 0.025000000000000022, 0.025000000000000022, 0.07499999999999996, 0.30000000000000004, 0.0, 0.0, 0.15000000000000002, 0.5249999999999999, 0.0, 0.22499999999999998, 0.19999999999999996, 0.07499999999999996, 0.09999999999999998, 0.44999999999999996, 0.09999999999999998, 0.07499999999999996, 0.37499999999999994, 0.3, 0.025000000000000022, 0.275, 0.375, 0.07499999999999996, 0.07499999999999996, 0.375, 0.10000000000000003, 0.375, 0.375, 0.15000000000000002, 0.0, 0.15000000000000002, 0.07499999999999996, 0.09999999999999998 ] }, { "additional_near_ties": 0, "exact_ties": 22, "family": "all", "menu_count": 140, "menu_ids": [ "VEN0018", "VEN0032", "VEN0003", "VEN0001", "VEN0070", "VEN0093", "VEN0126", "VEN0033", "VEN0107", "VEN0119", "VEN0041", "VEN0136", "VEN0117", "VEN0077", "VEN0105", "VEN0016", "VEN0048", "VEN0122", "VEN0091", "VEN0103", "VEN0104", "VEN0012", "VEN0108", "VEN0020", "VEN0051", "VEN0002", "VEN0086", "VEN0131", "VEN0025", "VEN0035", "VEN0050", "VEN0127", "VEN0060", "VEN0097", "VEN0022", "VEN0037", "VEN0040", "VEN0081", "VEN0098", "VEN0082", "VEN0084", "VEN0123", "VEN0102", "VEN0112", "VEN0046", "VEN0074", "VEN0106", "VEN0128", "VEN0031", "VEN0064", "VEN0089", "VEN0024", "VEN0099", "VEN0043", "VEN0090", "VEN0069", "VEN0021", "VEN0125", "VEN0114", "VEN0027", "VEN0026", "VEN0113", "VEN0073", "VEN0044", "VEN0053", "VEN0030", "VEN0110", "VEN0072", "VEN0028", "VEN0120", "VEN0013", "VEN0056", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0049", "VEN0087", "VEN0140", "VEN0075", "VEN0080", "VEN0036", "VEN0124", "VEN0118", "VEN0019", "VEN0078", "VEN0042", "VEN0011", "VEN0010", "VEN0057", "VEN0063", "VEN0111", "VEN0088", "VEN0055", "VEN0052", "VEN0062", "VEN0008", "VEN0132", "VEN0129", "VEN0059", "VEN0039", "VEN0067", "VEN0085", "VEN0101", "VEN0094", "VEN0006", "VEN0079", "VEN0135", "VEN0137", "VEN0116", "VEN0014", "VEN0076", "VEN0066", "VEN0047", "VEN0100", "VEN0058", "VEN0130", "VEN0009", "VEN0096", "VEN0015", "VEN0068", "VEN0054", "VEN0095", "VEN0017", "VEN0134", "VEN0133", "VEN0023", "VEN0005", "VEN0083", "VEN0061", "VEN0092", "VEN0004", "VEN0138", "VEN0007", "VEN0029", "VEN0045", "VEN0065", "VEN0034", "VEN0038", "VEN0071" ], "model": "gpt-4o-mini", "pool": "venture", "tie_prevalence": 0.15714285714285714, "ties_with_tolerance": 22, "top_two_gaps": [ 0.050000000000000044, 0.15000000000000002, 0.5499999999999999, 0.29999999999999993, 0.0, 0.0, 0.0, 0.44999999999999996, 0.07499999999999996, 0.25, 0.04999999999999993, 0.050000000000000044, 0.050000000000000044, 0.35, 0.050000000000000044, 0.04999999999999993, 0.050000000000000044, 0.575, 0.07499999999999996, 0.2749999999999999, 0.32499999999999996, 0.04999999999999993, 0.3999999999999999, 0.0, 0.5, 0.475, 0.04999999999999993, 0.425, 0.0, 0.0, 0.050000000000000044, 0.050000000000000044, 0.0, 0.09999999999999998, 0.050000000000000044, 0.0, 0.07499999999999996, 0.3999999999999999, 0.050000000000000044, 0.3999999999999999, 0.44999999999999996, 0.35, 0.44999999999999996, 0.44999999999999996, 0.09999999999999998, 0.09999999999999998, 0.07499999999999996, 0.10000000000000003, 0.3999999999999999, 0.04999999999999993, 0.04999999999999993, 0.050000000000000044, 0.050000000000000044, 0.050000000000000044, 0.025000000000000022, 0.050000000000000044, 0.050000000000000044, 0.125, 0.35, 0.5499999999999999, 0.5, 0.3, 0.050000000000000044, 0.0, 0.3999999999999999, 0.29999999999999993, 0.0, 0.050000000000000044, 0.44999999999999996, 0.09999999999999998, 0.04999999999999993, 0.32499999999999996, 0.25, 0.07499999999999996, 0.25, 0.32499999999999996, 0.15000000000000002, 0.04999999999999993, 0.3999999999999999, 0.15000000000000002, 0.3999999999999999, 0.0, 0.5249999999999999, 0.09999999999999998, 0.0, 0.5499999999999999, 0.0, 0.07499999999999996, 0.0, 0.3999999999999999, 0.0, 0.35, 0.0, 0.35, 0.4, 0.04999999999999993, 0.32499999999999996, 0.425, 0.25, 0.35, 0.0, 0.0, 0.04999999999999993, 0.425, 0.09999999999999998, 0.475, 0.44999999999999996, 0.050000000000000044, 0.050000000000000044, 0.125, 0.09999999999999998, 0.25, 0.04999999999999993, 0.15000000000000002, 0.09999999999999998, 0.5, 0.25, 0.35, 0.050000000000000044, 0.0, 0.0, 0.5, 0.09999999999999998, 0.04999999999999993, 0.32499999999999996, 0.19999999999999996, 0.0, 0.35, 0.4, 0.0, 0.04999999999999993, 0.44999999999999996, 0.3999999999999999, 0.4, 0.44999999999999996, 0.09999999999999998, 0.025000000000000022, 0.25, 0.1499999999999999, 0.15000000000000002 ] }, { "additional_near_ties": 0, "exact_ties": 13, "family": "all", "menu_count": 140, "menu_ids": [ "VEN0018", "VEN0032", "VEN0003", "VEN0001", "VEN0070", "VEN0093", "VEN0126", "VEN0033", "VEN0107", "VEN0119", "VEN0041", "VEN0136", "VEN0117", "VEN0077", "VEN0105", "VEN0016", "VEN0048", "VEN0122", "VEN0091", "VEN0103", "VEN0104", "VEN0012", "VEN0108", "VEN0020", "VEN0051", "VEN0002", "VEN0086", "VEN0131", "VEN0025", "VEN0035", "VEN0050", "VEN0127", "VEN0060", "VEN0097", "VEN0022", "VEN0037", "VEN0040", "VEN0081", "VEN0098", "VEN0082", "VEN0084", "VEN0123", "VEN0102", "VEN0112", "VEN0046", "VEN0074", "VEN0106", "VEN0128", "VEN0031", "VEN0064", "VEN0089", "VEN0024", "VEN0099", "VEN0043", "VEN0090", "VEN0069", "VEN0021", "VEN0125", "VEN0114", "VEN0027", "VEN0026", "VEN0113", "VEN0073", "VEN0044", "VEN0053", "VEN0030", "VEN0110", "VEN0072", "VEN0028", "VEN0120", "VEN0013", "VEN0056", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0049", "VEN0087", "VEN0140", "VEN0075", "VEN0080", "VEN0036", "VEN0124", "VEN0118", "VEN0019", "VEN0078", "VEN0042", "VEN0011", "VEN0010", "VEN0057", "VEN0063", "VEN0111", "VEN0088", "VEN0055", "VEN0052", "VEN0062", "VEN0008", "VEN0132", "VEN0129", "VEN0059", "VEN0039", "VEN0067", "VEN0085", "VEN0101", "VEN0094", "VEN0006", "VEN0079", "VEN0135", "VEN0137", "VEN0116", "VEN0014", "VEN0076", "VEN0066", "VEN0047", "VEN0100", "VEN0058", "VEN0130", "VEN0009", "VEN0096", "VEN0015", "VEN0068", "VEN0054", "VEN0095", "VEN0017", "VEN0134", "VEN0133", "VEN0023", "VEN0005", "VEN0083", "VEN0061", "VEN0092", "VEN0004", "VEN0138", "VEN0007", "VEN0029", "VEN0045", "VEN0065", "VEN0034", "VEN0038", "VEN0071" ], "model": "o3-mini", "pool": "venture", "tie_prevalence": 0.09285714285714286, "ties_with_tolerance": 13, "top_two_gaps": [ 0.07499999999999996, 0.15000000000000002, 0.42499999999999993, 0.19999999999999996, 0.04999999999999999, 0.07499999999999996, 0.08500000000000008, 0.29999999999999993, 0.025000000000000022, 0.024999999999999967, 0.0, 0.06000000000000005, 0.025000000000000022, 0.25, 0.025000000000000022, 0.07499999999999996, 0.07499999999999996, 0.39999999999999997, 0.02499999999999991, 0.4, 0.4, 0.04999999999999993, 0.12499999999999994, 0.04999999999999999, 0.4, 0.42500000000000004, 0.04999999999999993, 0.41000000000000003, 0.025000000000000022, 0.04999999999999993, 0.0, 0.06000000000000005, 0.025000000000000022, 0.07500000000000001, 0.07499999999999996, 0.07499999999999996, 0.02499999999999991, 0.32499999999999996, 0.12499999999999994, 0.29999999999999993, 0.32499999999999996, 0.37499999999999994, 0.39999999999999997, 0.37499999999999994, 0.125, 0.09999999999999998, 0.025000000000000022, 0.050000000000000044, 0.15000000000000002, 0.04999999999999993, 0.04999999999999993, 0.04999999999999999, 0.0, 0.2, 0.02499999999999991, 0.0, 0.0, 0.025000000000000022, 0.39999999999999997, 0.44999999999999996, 0.475, 0.29999999999999993, 0.27499999999999997, 0.07499999999999996, 0.20000000000000007, 0.19999999999999996, 0.0, 0.07499999999999996, 0.32499999999999996, 0.0, 0.02499999999999991, 0.325, 0.024999999999999967, 0.050000000000000044, 0.024999999999999967, 0.4, 0.14999999999999997, 0.025000000000000022, 0.12499999999999994, 0.19999999999999996, 0.325, 0.07499999999999996, 0.425, 0.0, 0.07499999999999996, 0.44999999999999996, 0.07499999999999996, 0.0, 0.04999999999999993, 0.29999999999999993, 0.04999999999999993, 0.39999999999999997, 0.04999999999999993, 0.32499999999999996, 0.375, 0.07499999999999996, 0.275, 0.35, 0.024999999999999967, 0.37499999999999994, 0.0, 0.050000000000000044, 0.0, 0.35, 0.07500000000000001, 0.4, 0.27499999999999997, 0.06000000000000005, 0.06000000000000005, 0.0, 0.07499999999999996, 0.25, 0.0, 0.125, 0.09999999999999998, 0.44999999999999996, 0.024999999999999967, 0.32499999999999996, 0.27499999999999997, 0.02499999999999991, 0.04999999999999999, 0.4, 0.07500000000000001, 0.025000000000000022, 0.375, 0.35, 0.025000000000000022, 0.25, 0.44999999999999996, 0.025000000000000022, 0.04999999999999993, 0.27499999999999997, 0.12499999999999994, 0.4, 0.27499999999999997, 0.09999999999999998, 0.025000000000000022, 0.25, 0.07499999999999996, 0.125 ] }, { "additional_near_ties": 0, "exact_ties": 23, "family": "all", "menu_count": 140, "menu_ids": [ "VEN0018", "VEN0032", "VEN0003", "VEN0001", "VEN0070", "VEN0093", "VEN0126", "VEN0033", "VEN0107", "VEN0119", "VEN0041", "VEN0136", "VEN0117", "VEN0077", "VEN0105", "VEN0016", "VEN0048", "VEN0122", "VEN0091", "VEN0103", "VEN0104", "VEN0012", "VEN0108", "VEN0020", "VEN0051", "VEN0002", "VEN0086", "VEN0131", "VEN0025", "VEN0035", "VEN0050", "VEN0127", "VEN0060", "VEN0097", "VEN0022", "VEN0037", "VEN0040", "VEN0081", "VEN0098", "VEN0082", "VEN0084", "VEN0123", "VEN0102", "VEN0112", "VEN0046", "VEN0074", "VEN0106", "VEN0128", "VEN0031", "VEN0064", "VEN0089", "VEN0024", "VEN0099", "VEN0043", "VEN0090", "VEN0069", "VEN0021", "VEN0125", "VEN0114", "VEN0027", "VEN0026", "VEN0113", "VEN0073", "VEN0044", "VEN0053", "VEN0030", "VEN0110", "VEN0072", "VEN0028", "VEN0120", "VEN0013", "VEN0056", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0049", "VEN0087", "VEN0140", "VEN0075", "VEN0080", "VEN0036", "VEN0124", "VEN0118", "VEN0019", "VEN0078", "VEN0042", "VEN0011", "VEN0010", "VEN0057", "VEN0063", "VEN0111", "VEN0088", "VEN0055", "VEN0052", "VEN0062", "VEN0008", "VEN0132", "VEN0129", "VEN0059", "VEN0039", "VEN0067", "VEN0085", "VEN0101", "VEN0094", "VEN0006", "VEN0079", "VEN0135", "VEN0137", "VEN0116", "VEN0014", "VEN0076", "VEN0066", "VEN0047", "VEN0100", "VEN0058", "VEN0130", "VEN0009", "VEN0096", "VEN0015", "VEN0068", "VEN0054", "VEN0095", "VEN0017", "VEN0134", "VEN0133", "VEN0023", "VEN0005", "VEN0083", "VEN0061", "VEN0092", "VEN0004", "VEN0138", "VEN0007", "VEN0029", "VEN0045", "VEN0065", "VEN0034", "VEN0038", "VEN0071" ], "model": "claude-sonnet-4-5", "pool": "venture", "tie_prevalence": 0.16428571428571428, "ties_with_tolerance": 23, "top_two_gaps": [ 0.0, 0.050000000000000044, 0.525, 0.07500000000000007, 0.025000000000000022, 0.10000000000000003, 0.0, 0.42500000000000004, 0.050000000000000044, 0.07500000000000001, 0.0, 0.0, 0.0, 0.1999999999999999, 0.0, 0.1250000000000001, 0.0, 0.44999999999999996, 0.050000000000000044, 0.32499999999999996, 0.32499999999999996, 0.1250000000000001, 0.1499999999999999, 0.050000000000000044, 0.3999999999999999, 0.55, 0.1250000000000001, 0.19999999999999996, 0.07500000000000004, 0.1250000000000001, 0.10000000000000003, 0.0, 0.0, 0.09999999999999998, 0.0, 0.1250000000000001, 0.050000000000000044, 0.325, 0.0, 0.325, 0.42500000000000004, 0.25, 0.3999999999999999, 0.35, 0.0, 0.27499999999999997, 0.050000000000000044, 0.125, 0.29999999999999993, 0.1250000000000001, 0.1250000000000001, 0.10000000000000003, 0.10000000000000003, 0.25, 0.050000000000000044, 0.04999999999999999, 0.04999999999999999, 0.050000000000000044, 0.29999999999999993, 0.525, 0.5750000000000001, 0.09999999999999998, 0.09999999999999998, 0.07500000000000001, 0.29999999999999993, 0.07500000000000007, 0.04999999999999999, 0.0, 0.42500000000000004, 0.04999999999999999, 0.1250000000000001, 0.325, 0.125, 0.09999999999999998, 0.07500000000000001, 0.32499999999999996, 0.35, 0.0, 0.09999999999999992, 0.09999999999999998, 0.24999999999999994, 0.1250000000000001, 0.39999999999999997, 0.04999999999999999, 0.10000000000000003, 0.42500000000000004, 0.1250000000000001, 0.07500000000000007, 0.1250000000000001, 0.35000000000000003, 0.1250000000000001, 0.29999999999999993, 0.1250000000000001, 0.325, 0.29999999999999993, 0.1250000000000001, 0.27499999999999997, 0.19999999999999996, 0.07500000000000001, 0.37500000000000006, 0.0, 0.0, 0.0, 0.19999999999999996, 0.0, 0.475, 0.29999999999999993, 0.0, 0.0, 0.050000000000000044, 0.1250000000000001, 0.1999999999999999, 0.0, 0.10000000000000003, 0.27499999999999997, 0.525, 0.07500000000000001, 0.35000000000000003, 0.09999999999999998, 0.1250000000000001, 0.050000000000000044, 0.3999999999999999, 0.09999999999999998, 0.0, 0.32499999999999996, 0.22499999999999998, 0.07500000000000004, 0.42500000000000004, 0.42500000000000004, 0.0, 0.1250000000000001, 0.29999999999999993, 0.1499999999999999, 0.475, 0.29999999999999993, 0.27499999999999997, 0.07500000000000007, 0.22499999999999992, 0.1250000000000001, 0.2 ] }, { "additional_near_ties": 2, "exact_ties": 19, "family": "all", "menu_count": 140, "menu_ids": [ "VEN0018", "VEN0032", "VEN0003", "VEN0001", "VEN0070", "VEN0093", "VEN0126", "VEN0033", "VEN0107", "VEN0119", "VEN0041", "VEN0136", "VEN0117", "VEN0077", "VEN0105", "VEN0016", "VEN0048", "VEN0122", "VEN0091", "VEN0103", "VEN0104", "VEN0012", "VEN0108", "VEN0020", "VEN0051", "VEN0002", "VEN0086", "VEN0131", "VEN0025", "VEN0035", "VEN0050", "VEN0127", "VEN0060", "VEN0097", "VEN0022", "VEN0037", "VEN0040", "VEN0081", "VEN0098", "VEN0082", "VEN0084", "VEN0123", "VEN0102", "VEN0112", "VEN0046", "VEN0074", "VEN0106", "VEN0128", "VEN0031", "VEN0064", "VEN0089", "VEN0024", "VEN0099", "VEN0043", "VEN0090", "VEN0069", "VEN0021", "VEN0125", "VEN0114", "VEN0027", "VEN0026", "VEN0113", "VEN0073", "VEN0044", "VEN0053", "VEN0030", "VEN0110", "VEN0072", "VEN0028", "VEN0120", "VEN0013", "VEN0056", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0049", "VEN0087", "VEN0140", "VEN0075", "VEN0080", "VEN0036", "VEN0124", "VEN0118", "VEN0019", "VEN0078", "VEN0042", "VEN0011", "VEN0010", "VEN0057", "VEN0063", "VEN0111", "VEN0088", "VEN0055", "VEN0052", "VEN0062", "VEN0008", "VEN0132", "VEN0129", "VEN0059", "VEN0039", "VEN0067", "VEN0085", "VEN0101", "VEN0094", "VEN0006", "VEN0079", "VEN0135", "VEN0137", "VEN0116", "VEN0014", "VEN0076", "VEN0066", "VEN0047", "VEN0100", "VEN0058", "VEN0130", "VEN0009", "VEN0096", "VEN0015", "VEN0068", "VEN0054", "VEN0095", "VEN0017", "VEN0134", "VEN0133", "VEN0023", "VEN0005", "VEN0083", "VEN0061", "VEN0092", "VEN0004", "VEN0138", "VEN0007", "VEN0029", "VEN0045", "VEN0065", "VEN0034", "VEN0038", "VEN0071" ], "model": "claude-haiku-4-5", "pool": "venture", "tie_prevalence": 0.15, "ties_with_tolerance": 21, "top_two_gaps": [ 0.0, 0.06499999999999995, 0.4149999999999999, 0.0, 0.050000000000000044, 0.04999999999999993, 0.17500000000000004, 0.2649999999999999, 0.2649999999999999, 0.0, 0.0, 0.14500000000000002, 0.030000000000000027, 0.2250000000000001, 0.030000000000000027, 0.07499999999999996, 0.0, 0.475, 0.0, 0.345, 0.1499999999999999, 0.039999999999999925, 0.275, 0.0, 0.47500000000000003, 0.4649999999999999, 0.039999999999999925, 0.1499999999999999, 0.04999999999999999, 0.13500000000000012, 0.04999999999999993, 0.14500000000000002, 0.07000000000000017, 0.04999999999999999, 0.0, 0.06000000000000005, 0.0, 0.28500000000000014, 0.10000000000000003, 0.21499999999999997, 0.3350000000000001, 0.24499999999999988, 0.18000000000000005, 0.34499999999999986, 0.125, 0.265, 0.2649999999999999, 0.050000000000000044, 0.19999999999999996, 0.13500000000000012, 0.01000000000000012, 0.14999999999999997, 0.04999999999999993, 0.14999999999999997, 0.010000000000000009, 0.14999999999999997, 0.14999999999999997, 0.06999999999999984, 0.08000000000000007, 0.4649999999999999, 0.5350000000000001, 0.19499999999999984, 0.10000000000000003, 1.1102230246251565e-16, 0.19999999999999996, 0.0, 0.09999999999999998, 0.0, 0.3350000000000001, 0.0, 0.07499999999999996, 0.21499999999999997, 0.09999999999999998, 0.10000000000000009, 0.0, 0.1499999999999999, 0.36499999999999994, 0.025000000000000022, 0.17500000000000004, 0.15000000000000002, 0.15000000000000002, 0.1100000000000001, 0.345, 0.0, 0.04999999999999993, 0.4600000000000001, 0.06499999999999995, 0.06499999999999995, 1.1102230246251565e-16, 0.265, 0.13500000000000012, 0.08000000000000007, 0.04999999999999993, 0.28500000000000014, 0.32499999999999996, 0.07499999999999996, 0.21499999999999997, 0.09999999999999987, 0.0, 0.28500000000000014, 0.050000000000000044, 0.0, 0.010000000000000009, 0.09999999999999987, 0.024999999999999967, 0.4149999999999999, 0.3, 0.14500000000000002, 0.14500000000000002, 0.29499999999999993, 0.13500000000000012, 0.15000000000000002, 0.0, 0.17499999999999993, 0.265, 0.4749999999999999, 0.0, 0.3350000000000002, 0.10000000000000003, 0.06499999999999995, 0.0, 0.47500000000000003, 0.04999999999999999, 0.07000000000000017, 0.375, 0.24499999999999988, 0.04999999999999999, 0.3350000000000001, 0.4350000000000001, 0.060000000000000164, 0.01000000000000012, 0.3, 0.25, 0.39999999999999997, 0.3, 0.265, 0.039999999999999925, 0.20000000000000007, 0.13500000000000012, 0.19999999999999996 ] }, { "additional_near_ties": 0, "exact_ties": 6, "family": "all", "menu_count": 140, "menu_ids": [ "VEN0018", "VEN0032", "VEN0003", "VEN0001", "VEN0070", "VEN0093", "VEN0126", "VEN0033", "VEN0107", "VEN0119", "VEN0041", "VEN0136", "VEN0117", "VEN0077", "VEN0105", "VEN0016", "VEN0048", "VEN0122", "VEN0091", "VEN0103", "VEN0104", "VEN0012", "VEN0108", "VEN0020", "VEN0051", "VEN0002", "VEN0086", "VEN0131", "VEN0025", "VEN0035", "VEN0050", "VEN0127", "VEN0060", "VEN0097", "VEN0022", "VEN0037", "VEN0040", "VEN0081", "VEN0098", "VEN0082", "VEN0084", "VEN0123", "VEN0102", "VEN0112", "VEN0046", "VEN0074", "VEN0106", "VEN0128", "VEN0031", "VEN0064", "VEN0089", "VEN0024", "VEN0099", "VEN0043", "VEN0090", "VEN0069", "VEN0021", "VEN0125", "VEN0114", "VEN0027", "VEN0026", "VEN0113", "VEN0073", "VEN0044", "VEN0053", "VEN0030", "VEN0110", "VEN0072", "VEN0028", "VEN0120", "VEN0013", "VEN0056", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0049", "VEN0087", "VEN0140", "VEN0075", "VEN0080", "VEN0036", "VEN0124", "VEN0118", "VEN0019", "VEN0078", "VEN0042", "VEN0011", "VEN0010", "VEN0057", "VEN0063", "VEN0111", "VEN0088", "VEN0055", "VEN0052", "VEN0062", "VEN0008", "VEN0132", "VEN0129", "VEN0059", "VEN0039", "VEN0067", "VEN0085", "VEN0101", "VEN0094", "VEN0006", "VEN0079", "VEN0135", "VEN0137", "VEN0116", "VEN0014", "VEN0076", "VEN0066", "VEN0047", "VEN0100", "VEN0058", "VEN0130", "VEN0009", "VEN0096", "VEN0015", "VEN0068", "VEN0054", "VEN0095", "VEN0017", "VEN0134", "VEN0133", "VEN0023", "VEN0005", "VEN0083", "VEN0061", "VEN0092", "VEN0004", "VEN0138", "VEN0007", "VEN0029", "VEN0045", "VEN0065", "VEN0034", "VEN0038", "VEN0071" ], "model": "claude-sonnet-4-5-thinking", "pool": "venture", "tie_prevalence": 0.04285714285714286, "ties_with_tolerance": 6, "top_two_gaps": [ 0.024999999999999967, 0.25, 0.42999999999999994, 0.025000000000000022, 0.09999999999999992, 0.065, 0.025000000000000022, 0.35, 0.03499999999999992, 0.050000000000000044, 0.025000000000000133, 0.09999999999999998, 0.07499999999999996, 0.20999999999999996, 0.07499999999999996, 0.02499999999999991, 0.024999999999999967, 0.44999999999999996, 0.09999999999999998, 0.22499999999999998, 0.32499999999999996, 0.12499999999999989, 0.07499999999999996, 0.03999999999999998, 0.37499999999999994, 0.385, 0.12499999999999989, 0.17499999999999993, 0.05500000000000005, 0.02499999999999991, 0.08999999999999997, 0.09999999999999998, 0.02499999999999991, 0.15499999999999992, 0.024999999999999967, 0.0, 0.09999999999999998, 0.2350000000000001, 0.04999999999999999, 0.26, 0.32500000000000007, 0.22499999999999998, 0.48499999999999993, 0.425, 0.0, 0.2250000000000001, 0.03499999999999992, 0.15000000000000002, 0.25000000000000006, 0.050000000000000044, 0.050000000000000044, 0.015000000000000013, 0.08999999999999997, 0.20499999999999996, 0.04999999999999993, 0.024999999999999967, 0.024999999999999967, 0.06500000000000006, 0.36, 0.425, 0.43499999999999994, 0.04999999999999993, 0.09999999999999998, 0.12499999999999994, 0.325, 0.025000000000000022, 0.175, 0.024999999999999967, 0.32500000000000007, 0.07499999999999996, 0.050000000000000044, 0.2, 0.22500000000000003, 0.025000000000000022, 0.050000000000000044, 0.32499999999999996, 0.30000000000000004, 0.12499999999999989, 0.07500000000000001, 0.08999999999999997, 0.3, 0.07499999999999984, 0.25, 0.050000000000000044, 0.065, 0.32500000000000007, 0.07499999999999996, 0.09999999999999998, 0.0, 0.20000000000000007, 0.02499999999999991, 0.3849999999999999, 0.07499999999999984, 0.20999999999999996, 0.125, 0.02499999999999991, 0.16000000000000003, 0.17499999999999993, 0.050000000000000044, 0.24999999999999994, 0.07499999999999984, 0.07499999999999996, 0.050000000000000044, 0.17499999999999993, 0.07499999999999996, 0.32999999999999996, 0.20000000000000007, 0.09999999999999998, 0.09999999999999998, 0.040000000000000036, 0.17499999999999993, 0.03500000000000003, 0.025000000000000133, 0.08999999999999997, 0.2250000000000001, 0.43499999999999994, 0.050000000000000044, 0.15000000000000002, 0.13999999999999996, 0.0, 0.03999999999999998, 0.37499999999999994, 0.14999999999999997, 0.050000000000000044, 0.29999999999999993, 0.19999999999999996, 0.05500000000000005, 0.27499999999999997, 0.29999999999999993, 0.0, 0.050000000000000044, 0.20000000000000007, 0.0, 0.26, 0.20000000000000007, 0.2250000000000001, 0.02499999999999991, 0.02499999999999991, 0.20000000000000007, 0.16499999999999998 ] }, { "additional_near_ties": 0, "exact_ties": 8, "family": "procurement", "menu_count": 40, "menu_ids": [ "VEN0126", "VEN0107", "VEN0119", "VEN0136", "VEN0117", "VEN0105", "VEN0122", "VEN0103", "VEN0104", "VEN0108", "VEN0131", "VEN0127", "VEN0123", "VEN0102", "VEN0112", "VEN0106", "VEN0128", "VEN0125", "VEN0114", "VEN0113", "VEN0110", "VEN0120", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0140", "VEN0124", "VEN0118", "VEN0111", "VEN0132", "VEN0129", "VEN0101", "VEN0135", "VEN0137", "VEN0116", "VEN0130", "VEN0134", "VEN0133", "VEN0138" ], "model": "gpt-4o", "pool": "venture", "tie_prevalence": 0.2, "ties_with_tolerance": 8, "top_two_gaps": [ 0.050000000000000044, 0.050000000000000044, 0.0, 0.025000000000000022, 0.025000000000000022, 0.025000000000000022, 0.37499999999999994, 0.39999999999999997, 0.37499999999999994, 0.10000000000000003, 0.32499999999999996, 0.025000000000000022, 0.3, 0.3499999999999999, 0.3, 0.050000000000000044, 0.10000000000000003, 0.025000000000000022, 0.3499999999999999, 0.19999999999999996, 0.0, 0.0, 0.0, 0.09999999999999998, 0.0, 0.37499999999999994, 0.10000000000000003, 0.39999999999999997, 0.0, 0.3499999999999999, 0.2749999999999999, 0.0, 0.2749999999999999, 0.025000000000000022, 0.025000000000000022, 0.025000000000000022, 0.0, 0.37499999999999994, 0.3, 0.10000000000000003 ] }, { "additional_near_ties": 0, "exact_ties": 2, "family": "procurement", "menu_count": 40, "menu_ids": [ "VEN0126", "VEN0107", "VEN0119", "VEN0136", "VEN0117", "VEN0105", "VEN0122", "VEN0103", "VEN0104", "VEN0108", "VEN0131", "VEN0127", "VEN0123", "VEN0102", "VEN0112", "VEN0106", "VEN0128", "VEN0125", "VEN0114", "VEN0113", "VEN0110", "VEN0120", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0140", "VEN0124", "VEN0118", "VEN0111", "VEN0132", "VEN0129", "VEN0101", "VEN0135", "VEN0137", "VEN0116", "VEN0130", "VEN0134", "VEN0133", "VEN0138" ], "model": "gpt-4o-mini", "pool": "venture", "tie_prevalence": 0.05, "ties_with_tolerance": 2, "top_two_gaps": [ 0.0, 0.07499999999999996, 0.25, 0.050000000000000044, 0.050000000000000044, 0.050000000000000044, 0.575, 0.2749999999999999, 0.32499999999999996, 0.3999999999999999, 0.425, 0.050000000000000044, 0.35, 0.44999999999999996, 0.44999999999999996, 0.07499999999999996, 0.10000000000000003, 0.125, 0.35, 0.3, 0.0, 0.09999999999999998, 0.25, 0.07499999999999996, 0.25, 0.32499999999999996, 0.3999999999999999, 0.5249999999999999, 0.09999999999999998, 0.35, 0.425, 0.25, 0.425, 0.050000000000000044, 0.050000000000000044, 0.125, 0.25, 0.32499999999999996, 0.19999999999999996, 0.3999999999999999 ] }, { "additional_near_ties": 0, "exact_ties": 4, "family": "procurement", "menu_count": 40, "menu_ids": [ "VEN0126", "VEN0107", "VEN0119", "VEN0136", "VEN0117", "VEN0105", "VEN0122", "VEN0103", "VEN0104", "VEN0108", "VEN0131", "VEN0127", "VEN0123", "VEN0102", "VEN0112", "VEN0106", "VEN0128", "VEN0125", "VEN0114", "VEN0113", "VEN0110", "VEN0120", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0140", "VEN0124", "VEN0118", "VEN0111", "VEN0132", "VEN0129", "VEN0101", "VEN0135", "VEN0137", "VEN0116", "VEN0130", "VEN0134", "VEN0133", "VEN0138" ], "model": "o3-mini", "pool": "venture", "tie_prevalence": 0.1, "ties_with_tolerance": 4, "top_two_gaps": [ 0.08500000000000008, 0.025000000000000022, 0.024999999999999967, 0.06000000000000005, 0.025000000000000022, 0.025000000000000022, 0.39999999999999997, 0.4, 0.4, 0.12499999999999994, 0.41000000000000003, 0.06000000000000005, 0.37499999999999994, 0.39999999999999997, 0.37499999999999994, 0.025000000000000022, 0.050000000000000044, 0.025000000000000022, 0.39999999999999997, 0.29999999999999993, 0.0, 0.0, 0.024999999999999967, 0.050000000000000044, 0.024999999999999967, 0.4, 0.12499999999999994, 0.425, 0.0, 0.39999999999999997, 0.35, 0.024999999999999967, 0.35, 0.06000000000000005, 0.06000000000000005, 0.0, 0.024999999999999967, 0.375, 0.35, 0.12499999999999994 ] }, { "additional_near_ties": 0, "exact_ties": 7, "family": "procurement", "menu_count": 40, "menu_ids": [ "VEN0126", "VEN0107", "VEN0119", "VEN0136", "VEN0117", "VEN0105", "VEN0122", "VEN0103", "VEN0104", "VEN0108", "VEN0131", "VEN0127", "VEN0123", "VEN0102", "VEN0112", "VEN0106", "VEN0128", "VEN0125", "VEN0114", "VEN0113", "VEN0110", "VEN0120", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0140", "VEN0124", "VEN0118", "VEN0111", "VEN0132", "VEN0129", "VEN0101", "VEN0135", "VEN0137", "VEN0116", "VEN0130", "VEN0134", "VEN0133", "VEN0138" ], "model": "claude-sonnet-4-5", "pool": "venture", "tie_prevalence": 0.175, "ties_with_tolerance": 7, "top_two_gaps": [ 0.0, 0.050000000000000044, 0.07500000000000001, 0.0, 0.0, 0.0, 0.44999999999999996, 0.32499999999999996, 0.32499999999999996, 0.1499999999999999, 0.19999999999999996, 0.0, 0.25, 0.3999999999999999, 0.35, 0.050000000000000044, 0.125, 0.050000000000000044, 0.29999999999999993, 0.09999999999999998, 0.04999999999999999, 0.04999999999999999, 0.125, 0.09999999999999998, 0.07500000000000001, 0.32499999999999996, 0.09999999999999992, 0.39999999999999997, 0.04999999999999999, 0.29999999999999993, 0.19999999999999996, 0.07500000000000001, 0.19999999999999996, 0.0, 0.0, 0.050000000000000044, 0.07500000000000001, 0.32499999999999996, 0.22499999999999998, 0.1499999999999999 ] }, { "additional_near_ties": 0, "exact_ties": 6, "family": "procurement", "menu_count": 40, "menu_ids": [ "VEN0126", "VEN0107", "VEN0119", "VEN0136", "VEN0117", "VEN0105", "VEN0122", "VEN0103", "VEN0104", "VEN0108", "VEN0131", "VEN0127", "VEN0123", "VEN0102", "VEN0112", "VEN0106", "VEN0128", "VEN0125", "VEN0114", "VEN0113", "VEN0110", "VEN0120", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0140", "VEN0124", "VEN0118", "VEN0111", "VEN0132", "VEN0129", "VEN0101", "VEN0135", "VEN0137", "VEN0116", "VEN0130", "VEN0134", "VEN0133", "VEN0138" ], "model": "claude-haiku-4-5", "pool": "venture", "tie_prevalence": 0.15, "ties_with_tolerance": 6, "top_two_gaps": [ 0.17500000000000004, 0.2649999999999999, 0.0, 0.14500000000000002, 0.030000000000000027, 0.030000000000000027, 0.475, 0.345, 0.1499999999999999, 0.275, 0.1499999999999999, 0.14500000000000002, 0.24499999999999988, 0.18000000000000005, 0.34499999999999986, 0.2649999999999999, 0.050000000000000044, 0.06999999999999984, 0.08000000000000007, 0.19499999999999984, 0.09999999999999998, 0.0, 0.09999999999999998, 0.10000000000000009, 0.0, 0.1499999999999999, 0.17500000000000004, 0.345, 0.0, 0.08000000000000007, 0.09999999999999987, 0.0, 0.09999999999999987, 0.14500000000000002, 0.14500000000000002, 0.29499999999999993, 0.0, 0.375, 0.24499999999999988, 0.25 ] }, { "additional_near_ties": 0, "exact_ties": 1, "family": "procurement", "menu_count": 40, "menu_ids": [ "VEN0126", "VEN0107", "VEN0119", "VEN0136", "VEN0117", "VEN0105", "VEN0122", "VEN0103", "VEN0104", "VEN0108", "VEN0131", "VEN0127", "VEN0123", "VEN0102", "VEN0112", "VEN0106", "VEN0128", "VEN0125", "VEN0114", "VEN0113", "VEN0110", "VEN0120", "VEN0109", "VEN0115", "VEN0139", "VEN0121", "VEN0140", "VEN0124", "VEN0118", "VEN0111", "VEN0132", "VEN0129", "VEN0101", "VEN0135", "VEN0137", "VEN0116", "VEN0130", "VEN0134", "VEN0133", "VEN0138" ], "model": "claude-sonnet-4-5-thinking", "pool": "venture", "tie_prevalence": 0.025, "ties_with_tolerance": 1, "top_two_gaps": [ 0.025000000000000022, 0.03499999999999992, 0.050000000000000044, 0.09999999999999998, 0.07499999999999996, 0.07499999999999996, 0.44999999999999996, 0.22499999999999998, 0.32499999999999996, 0.07499999999999996, 0.17499999999999993, 0.09999999999999998, 0.22499999999999998, 0.48499999999999993, 0.425, 0.03499999999999992, 0.15000000000000002, 0.06500000000000006, 0.36, 0.04999999999999993, 0.175, 0.07499999999999996, 0.22500000000000003, 0.025000000000000022, 0.050000000000000044, 0.32499999999999996, 0.07500000000000001, 0.25, 0.050000000000000044, 0.3849999999999999, 0.17499999999999993, 0.050000000000000044, 0.17499999999999993, 0.09999999999999998, 0.09999999999999998, 0.040000000000000036, 0.050000000000000044, 0.29999999999999993, 0.19999999999999996, 0.0 ] }, { "additional_near_ties": 0, "exact_ties": 15, "family": "all", "menu_count": 140, "menu_ids": [ "HIR0018", "HIR0032", "HIR0003", "HIR0001", "HIR0070", "HIR0093", "HIR0126", "HIR0033", "HIR0107", "HIR0119", "HIR0041", "HIR0136", "HIR0117", "HIR0077", "HIR0105", "HIR0016", "HIR0048", "HIR0122", "HIR0091", "HIR0103", "HIR0104", "HIR0012", "HIR0108", "HIR0020", "HIR0051", "HIR0002", "HIR0086", "HIR0131", "HIR0025", "HIR0035", "HIR0050", "HIR0127", "HIR0060", "HIR0097", "HIR0022", "HIR0037", "HIR0040", "HIR0081", "HIR0098", "HIR0082", "HIR0084", "HIR0123", "HIR0102", "HIR0112", "HIR0046", "HIR0074", "HIR0106", "HIR0128", "HIR0031", "HIR0064", "HIR0089", "HIR0024", "HIR0099", "HIR0043", "HIR0090", "HIR0069", "HIR0021", "HIR0125", "HIR0114", "HIR0027", "HIR0026", "HIR0113", "HIR0073", "HIR0044", "HIR0053", "HIR0030", "HIR0110", "HIR0072", "HIR0028", "HIR0120", "HIR0013", "HIR0056", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0049", "HIR0087", "HIR0140", "HIR0075", "HIR0080", "HIR0036", "HIR0124", "HIR0118", "HIR0019", "HIR0078", "HIR0042", "HIR0011", "HIR0010", "HIR0057", "HIR0063", "HIR0111", "HIR0088", "HIR0055", "HIR0052", "HIR0062", "HIR0008", "HIR0132", "HIR0129", "HIR0059", "HIR0039", "HIR0067", "HIR0085", "HIR0101", "HIR0094", "HIR0006", "HIR0079", "HIR0135", "HIR0137", "HIR0116", "HIR0014", "HIR0076", "HIR0066", "HIR0047", "HIR0100", "HIR0058", "HIR0130", "HIR0009", "HIR0096", "HIR0015", "HIR0068", "HIR0054", "HIR0095", "HIR0017", "HIR0134", "HIR0133", "HIR0023", "HIR0005", "HIR0083", "HIR0061", "HIR0092", "HIR0004", "HIR0138", "HIR0007", "HIR0029", "HIR0045", "HIR0065", "HIR0034", "HIR0038", "HIR0071" ], "model": "gpt-4o", "pool": "hiring", "tie_prevalence": 0.10714285714285714, "ties_with_tolerance": 15, "top_two_gaps": [ 0.15000000000000002, 0.050000000000000044, 0.47499999999999987, 0.12499999999999989, 0.0, 0.10000000000000003, 0.04999999999999993, 0.3749999999999999, 0.125, 0.14999999999999997, 0.050000000000000044, 0.04999999999999993, 0.0, 0.2, 0.0, 0.04999999999999993, 0.15000000000000002, 0.375, 0.12499999999999989, 0.27499999999999997, 0.27499999999999997, 0.17499999999999993, 0.15000000000000002, 0.0, 0.2, 0.2, 0.17499999999999993, 0.3249999999999999, 0.14999999999999997, 0.07500000000000007, 0.04999999999999999, 0.04999999999999993, 0.17499999999999993, 0.0, 0.15000000000000002, 0.0, 0.12499999999999989, 0.14999999999999997, 0.25, 0.3249999999999999, 0.19999999999999996, 0.14999999999999997, 0.25, 0.25, 0.04999999999999999, 0.2, 0.125, 0.0, 0.1499999999999999, 0.025000000000000022, 0.12499999999999989, 0.14999999999999997, 0.04999999999999999, 0.2, 0.0, 0.14999999999999997, 0.14999999999999997, 0.125, 0.14999999999999997, 0.3249999999999999, 0.2, 0.14999999999999997, 0.30000000000000004, 0.10000000000000003, 0.125, 0.12499999999999989, 0.04999999999999993, 0.15000000000000002, 0.19999999999999996, 0.14999999999999997, 0.025000000000000022, 0.2, 0.10000000000000003, 0.125, 0.14999999999999997, 0.27499999999999997, 0.35, 0.07500000000000007, 0.15000000000000002, 0.25, 0.22500000000000003, 0.050000000000000044, 0.42499999999999993, 0.14999999999999997, 0.10000000000000003, 0.14999999999999997, 0.07499999999999996, 0.025000000000000022, 0.0, 0.3249999999999999, 0.07500000000000007, 0.14999999999999997, 0.050000000000000044, 0.2, 0.29999999999999993, 0.04999999999999993, 0.2, 0.27499999999999997, 0.14999999999999997, 0.2, 0.050000000000000044, 0.02499999999999991, 0.12499999999999989, 0.27499999999999997, 0.0, 0.35, 0.3999999999999999, 0.04999999999999993, 0.04999999999999993, 0.125, 0.050000000000000044, 0.14999999999999997, 0.050000000000000044, 0.0, 0.2, 0.2, 0.14999999999999997, 0.2, 0.30000000000000004, 0.09999999999999987, 0.0, 0.2, 0.0, 0.12499999999999989, 0.27499999999999997, 0.14999999999999997, 0.14999999999999997, 0.09999999999999998, 0.35, 0.0, 0.12499999999999989, 0.3999999999999999, 0.15000000000000002, 0.14999999999999997, 0.3999999999999999, 0.2, 0.050000000000000044, 0.14999999999999997, 0.0, 0.14999999999999997 ] }, { "additional_near_ties": 0, "exact_ties": 10, "family": "all", "menu_count": 140, "menu_ids": [ "HIR0018", "HIR0032", "HIR0003", "HIR0001", "HIR0070", "HIR0093", "HIR0126", "HIR0033", "HIR0107", "HIR0119", "HIR0041", "HIR0136", "HIR0117", "HIR0077", "HIR0105", "HIR0016", "HIR0048", "HIR0122", "HIR0091", "HIR0103", "HIR0104", "HIR0012", "HIR0108", "HIR0020", "HIR0051", "HIR0002", "HIR0086", "HIR0131", "HIR0025", "HIR0035", "HIR0050", "HIR0127", "HIR0060", "HIR0097", "HIR0022", "HIR0037", "HIR0040", "HIR0081", "HIR0098", "HIR0082", "HIR0084", "HIR0123", "HIR0102", "HIR0112", "HIR0046", "HIR0074", "HIR0106", "HIR0128", "HIR0031", "HIR0064", "HIR0089", "HIR0024", "HIR0099", "HIR0043", "HIR0090", "HIR0069", "HIR0021", "HIR0125", "HIR0114", "HIR0027", "HIR0026", "HIR0113", "HIR0073", "HIR0044", "HIR0053", "HIR0030", "HIR0110", "HIR0072", "HIR0028", "HIR0120", "HIR0013", "HIR0056", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0049", "HIR0087", "HIR0140", "HIR0075", "HIR0080", "HIR0036", "HIR0124", "HIR0118", "HIR0019", "HIR0078", "HIR0042", "HIR0011", "HIR0010", "HIR0057", "HIR0063", "HIR0111", "HIR0088", "HIR0055", "HIR0052", "HIR0062", "HIR0008", "HIR0132", "HIR0129", "HIR0059", "HIR0039", "HIR0067", "HIR0085", "HIR0101", "HIR0094", "HIR0006", "HIR0079", "HIR0135", "HIR0137", "HIR0116", "HIR0014", "HIR0076", "HIR0066", "HIR0047", "HIR0100", "HIR0058", "HIR0130", "HIR0009", "HIR0096", "HIR0015", "HIR0068", "HIR0054", "HIR0095", "HIR0017", "HIR0134", "HIR0133", "HIR0023", "HIR0005", "HIR0083", "HIR0061", "HIR0092", "HIR0004", "HIR0138", "HIR0007", "HIR0029", "HIR0045", "HIR0065", "HIR0034", "HIR0038", "HIR0071" ], "model": "gpt-4o-mini", "pool": "hiring", "tie_prevalence": 0.07142857142857142, "ties_with_tolerance": 10, "top_two_gaps": [ 0.04999999999999993, 0.050000000000000044, 0.55, 0.30000000000000004, 0.1499999999999999, 0.025000000000000078, 0.20000000000000007, 0.4, 0.04999999999999993, 0.22500000000000003, 0.07499999999999996, 0.20000000000000007, 0.0, 0.12499999999999994, 0.0, 0.0, 0.04999999999999993, 0.25, 0.20000000000000007, 0.12499999999999994, 0.12499999999999994, 0.30000000000000004, 0.15000000000000002, 0.175, 0.19999999999999996, 0.19999999999999996, 0.30000000000000004, 0.35000000000000003, 0.15000000000000002, 0.025000000000000022, 0.07500000000000001, 0.20000000000000007, 0.275, 0.04999999999999993, 0.04999999999999993, 0.0, 0.20000000000000007, 0.04999999999999999, 0.09999999999999998, 0.325, 0.125, 0.17500000000000004, 0.20000000000000007, 0.17500000000000004, 0.0, 0.050000000000000044, 0.04999999999999993, 0.025000000000000022, 0.15000000000000002, 0.04999999999999993, 0.20000000000000007, 0.12500000000000006, 0.07500000000000001, 0.175, 0.0, 0.04999999999999993, 0.04999999999999993, 0.04999999999999993, 0.20000000000000007, 0.4, 0.19999999999999996, 0.07500000000000001, 0.1499999999999999, 0.0, 0.10000000000000009, 0.30000000000000004, 0.09999999999999998, 0.04999999999999993, 0.125, 0.09999999999999998, 0.04999999999999993, 0.29999999999999993, 0.12500000000000006, 0.07499999999999996, 0.175, 0.12499999999999994, 0.15000000000000002, 0.050000000000000044, 0.15000000000000002, 0.1499999999999999, 0.25, 0.09999999999999998, 0.35, 0.09999999999999998, 0.025000000000000078, 0.125, 0.20000000000000007, 0.04999999999999993, 0.0, 0.3500000000000001, 0.025000000000000022, 0.20000000000000007, 0.09999999999999998, 0.12499999999999994, 0.30000000000000004, 0.0, 0.12499999999999994, 0.14999999999999997, 0.22500000000000003, 0.29999999999999993, 0.09999999999999998, 0.04999999999999993, 0.20000000000000007, 0.14999999999999997, 0.04999999999999993, 0.35, 0.25, 0.20000000000000007, 0.20000000000000007, 0.04999999999999993, 0.04999999999999993, 0.07500000000000001, 0.07499999999999996, 0.07500000000000001, 0.050000000000000044, 0.19999999999999996, 0.175, 0.15000000000000002, 0.1499999999999999, 0.25, 0.175, 0.19999999999999996, 0.09999999999999998, 0.20000000000000007, 0.12499999999999994, 0.04999999999999999, 0.15000000000000002, 0.15000000000000002, 0.29999999999999993, 0.0, 0.20000000000000007, 0.25, 0.15000000000000002, 0.15000000000000002, 0.25, 0.050000000000000044, 0.09999999999999998, 0.10000000000000009, 0.025000000000000022, 0.22500000000000003 ] }, { "additional_near_ties": 0, "exact_ties": 4, "family": "all", "menu_count": 140, "menu_ids": [ "HIR0018", "HIR0032", "HIR0003", "HIR0001", "HIR0070", "HIR0093", "HIR0126", "HIR0033", "HIR0107", "HIR0119", "HIR0041", "HIR0136", "HIR0117", "HIR0077", "HIR0105", "HIR0016", "HIR0048", "HIR0122", "HIR0091", "HIR0103", "HIR0104", "HIR0012", "HIR0108", "HIR0020", "HIR0051", "HIR0002", "HIR0086", "HIR0131", "HIR0025", "HIR0035", "HIR0050", "HIR0127", "HIR0060", "HIR0097", "HIR0022", "HIR0037", "HIR0040", "HIR0081", "HIR0098", "HIR0082", "HIR0084", "HIR0123", "HIR0102", "HIR0112", "HIR0046", "HIR0074", "HIR0106", "HIR0128", "HIR0031", "HIR0064", "HIR0089", "HIR0024", "HIR0099", "HIR0043", "HIR0090", "HIR0069", "HIR0021", "HIR0125", "HIR0114", "HIR0027", "HIR0026", "HIR0113", "HIR0073", "HIR0044", "HIR0053", "HIR0030", "HIR0110", "HIR0072", "HIR0028", "HIR0120", "HIR0013", "HIR0056", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0049", "HIR0087", "HIR0140", "HIR0075", "HIR0080", "HIR0036", "HIR0124", "HIR0118", "HIR0019", "HIR0078", "HIR0042", "HIR0011", "HIR0010", "HIR0057", "HIR0063", "HIR0111", "HIR0088", "HIR0055", "HIR0052", "HIR0062", "HIR0008", "HIR0132", "HIR0129", "HIR0059", "HIR0039", "HIR0067", "HIR0085", "HIR0101", "HIR0094", "HIR0006", "HIR0079", "HIR0135", "HIR0137", "HIR0116", "HIR0014", "HIR0076", "HIR0066", "HIR0047", "HIR0100", "HIR0058", "HIR0130", "HIR0009", "HIR0096", "HIR0015", "HIR0068", "HIR0054", "HIR0095", "HIR0017", "HIR0134", "HIR0133", "HIR0023", "HIR0005", "HIR0083", "HIR0061", "HIR0092", "HIR0004", "HIR0138", "HIR0007", "HIR0029", "HIR0045", "HIR0065", "HIR0034", "HIR0038", "HIR0071" ], "model": "o3-mini", "pool": "hiring", "tie_prevalence": 0.02857142857142857, "ties_with_tolerance": 4, "top_two_gaps": [ 0.025000000000000022, 0.09999999999999998, 0.47500000000000003, 0.20000000000000007, 0.04999999999999993, 0.07499999999999996, 0.30000000000000004, 0.275, 0.25, 0.07500000000000001, 0.275, 0.050000000000000044, 0.25, 0.22499999999999998, 0.25, 0.07499999999999996, 0.025000000000000022, 0.19999999999999996, 0.125, 0.32499999999999996, 0.17499999999999993, 0.275, 0.22499999999999998, 0.025000000000000022, 0.25, 0.30000000000000004, 0.275, 0.45, 0.04999999999999999, 0.04999999999999993, 0.09999999999999998, 0.050000000000000044, 0.275, 0.025000000000000022, 0.025000000000000022, 0.15000000000000002, 0.125, 0.09999999999999998, 0.09999999999999998, 0.375, 0.0, 0.125, 0.22499999999999998, 0.22499999999999998, 0.15000000000000002, 0.15000000000000002, 0.25, 0.07500000000000001, 0.32499999999999996, 0.2250000000000001, 0.15000000000000002, 0.050000000000000044, 0.09999999999999998, 0.125, 0.07499999999999996, 0.025000000000000022, 0.025000000000000022, 0.09999999999999998, 0.125, 0.42500000000000004, 0.4, 0.14999999999999997, 0.19999999999999996, 0.050000000000000044, 0.07499999999999996, 0.20000000000000007, 0.07500000000000001, 0.025000000000000022, 0.0, 0.024999999999999967, 0.17500000000000004, 0.275, 0.15000000000000002, 0.25, 0.07500000000000001, 0.17499999999999993, 0.22499999999999998, 0.04999999999999993, 0.22499999999999998, 0.09999999999999998, 0.17499999999999993, 0.275, 0.39999999999999997, 0.024999999999999967, 0.07499999999999996, 0.125, 0.02499999999999991, 0.10000000000000009, 0.09999999999999998, 0.3500000000000001, 0.04999999999999993, 0.125, 0.22499999999999998, 0.375, 0.37499999999999994, 0.07499999999999996, 0.25, 0.24999999999999994, 0.07500000000000001, 0.4, 0.125, 0.25, 0.050000000000000044, 0.24999999999999994, 0.025000000000000022, 0.35000000000000003, 0.44999999999999996, 0.050000000000000044, 0.050000000000000044, 0.0, 0.10000000000000009, 0.2749999999999999, 0.275, 0.025000000000000022, 0.15000000000000002, 0.35, 0.07500000000000001, 0.3500000000000001, 0.09999999999999998, 0.2250000000000001, 0.025000000000000022, 0.25, 0.04999999999999999, 0.0, 0.07499999999999996, 0.07499999999999996, 0.04999999999999999, 0.30000000000000004, 0.4, 0.050000000000000044, 0.15000000000000002, 0.44999999999999996, 0.19999999999999996, 0.32499999999999996, 0.44999999999999996, 0.15000000000000002, 0.15000000000000002, 0.25, 0.17499999999999993, 0.10000000000000003 ] }, { "additional_near_ties": 0, "exact_ties": 9, "family": "all", "menu_count": 140, "menu_ids": [ "HIR0018", "HIR0032", "HIR0003", "HIR0001", "HIR0070", "HIR0093", "HIR0126", "HIR0033", "HIR0107", "HIR0119", "HIR0041", "HIR0136", "HIR0117", "HIR0077", "HIR0105", "HIR0016", "HIR0048", "HIR0122", "HIR0091", "HIR0103", "HIR0104", "HIR0012", "HIR0108", "HIR0020", "HIR0051", "HIR0002", "HIR0086", "HIR0131", "HIR0025", "HIR0035", "HIR0050", "HIR0127", "HIR0060", "HIR0097", "HIR0022", "HIR0037", "HIR0040", "HIR0081", "HIR0098", "HIR0082", "HIR0084", "HIR0123", "HIR0102", "HIR0112", "HIR0046", "HIR0074", "HIR0106", "HIR0128", "HIR0031", "HIR0064", "HIR0089", "HIR0024", "HIR0099", "HIR0043", "HIR0090", "HIR0069", "HIR0021", "HIR0125", "HIR0114", "HIR0027", "HIR0026", "HIR0113", "HIR0073", "HIR0044", "HIR0053", "HIR0030", "HIR0110", "HIR0072", "HIR0028", "HIR0120", "HIR0013", "HIR0056", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0049", "HIR0087", "HIR0140", "HIR0075", "HIR0080", "HIR0036", "HIR0124", "HIR0118", "HIR0019", "HIR0078", "HIR0042", "HIR0011", "HIR0010", "HIR0057", "HIR0063", "HIR0111", "HIR0088", "HIR0055", "HIR0052", "HIR0062", "HIR0008", "HIR0132", "HIR0129", "HIR0059", "HIR0039", "HIR0067", "HIR0085", "HIR0101", "HIR0094", "HIR0006", "HIR0079", "HIR0135", "HIR0137", "HIR0116", "HIR0014", "HIR0076", "HIR0066", "HIR0047", "HIR0100", "HIR0058", "HIR0130", "HIR0009", "HIR0096", "HIR0015", "HIR0068", "HIR0054", "HIR0095", "HIR0017", "HIR0134", "HIR0133", "HIR0023", "HIR0005", "HIR0083", "HIR0061", "HIR0092", "HIR0004", "HIR0138", "HIR0007", "HIR0029", "HIR0045", "HIR0065", "HIR0034", "HIR0038", "HIR0071" ], "model": "claude-sonnet-4-5", "pool": "hiring", "tie_prevalence": 0.06428571428571428, "ties_with_tolerance": 9, "top_two_gaps": [ 0.22500000000000003, 0.07499999999999996, 0.47499999999999987, 0.17499999999999993, 0.07500000000000001, 0.07500000000000007, 0.04999999999999993, 0.4749999999999999, 0.2499999999999999, 0.07500000000000001, 0.15000000000000002, 0.0, 0.04999999999999993, 0.2250000000000001, 0.04999999999999993, 0.0, 0.22500000000000003, 0.44999999999999996, 0.07499999999999996, 0.3999999999999999, 0.32499999999999996, 0.2749999999999999, 0.07499999999999996, 0.025000000000000078, 0.275, 0.29999999999999993, 0.2749999999999999, 0.3999999999999999, 0.09999999999999998, 0.07499999999999996, 0.14999999999999997, 0.0, 0.2499999999999999, 0.024999999999999967, 0.22500000000000003, 0.0, 0.07499999999999996, 0.07500000000000007, 0.2, 0.32499999999999996, 0.22500000000000003, 0.2, 0.25, 0.25, 0.10000000000000003, 0.19999999999999996, 0.2499999999999999, 0.0, 0.19999999999999996, 0.07500000000000007, 0.09999999999999987, 0.12499999999999994, 0.14999999999999997, 0.19999999999999996, 0.025000000000000022, 0.15000000000000002, 0.15000000000000002, 0.17499999999999993, 0.2, 0.3749999999999999, 0.275, 0.15000000000000002, 0.275, 0.125, 0.07499999999999996, 0.17499999999999993, 0.024999999999999967, 0.22500000000000003, 0.22500000000000003, 0.025000000000000022, 0.125, 0.22499999999999992, 0.09999999999999998, 0.2499999999999999, 0.07500000000000001, 0.32499999999999996, 0.27499999999999997, 0.09999999999999998, 0.07499999999999996, 0.22499999999999998, 0.12499999999999994, 0.17500000000000004, 0.4749999999999999, 0.025000000000000022, 0.07500000000000007, 0.125, 0.04999999999999993, 0.09999999999999998, 0.04999999999999993, 0.3749999999999999, 0.07499999999999996, 0.2, 0.22499999999999998, 0.2250000000000001, 0.22499999999999998, 0.0, 0.25, 0.32499999999999996, 0.07500000000000001, 0.2, 0.17500000000000004, 0.125, 0.04999999999999993, 0.32499999999999996, 0.024999999999999967, 0.3999999999999999, 0.39999999999999997, 0.0, 0.0, 0.19999999999999996, 0.15000000000000002, 0.07500000000000007, 0.15000000000000002, 0.04999999999999993, 0.19999999999999996, 0.32499999999999996, 0.07500000000000001, 0.275, 0.275, 0.17499999999999993, 0.025000000000000078, 0.275, 0.024999999999999967, 0.09999999999999987, 0.35, 0.15000000000000002, 0.09999999999999998, 0.15000000000000002, 0.37500000000000006, 0.04999999999999993, 0.09999999999999987, 0.39999999999999997, 0.07499999999999996, 0.125, 0.39999999999999997, 0.19999999999999996, 0.19999999999999996, 0.125, 0.0, 0.1499999999999999 ] }, { "additional_near_ties": 0, "exact_ties": 3, "family": "all", "menu_count": 140, "menu_ids": [ "HIR0018", "HIR0032", "HIR0003", "HIR0001", "HIR0070", "HIR0093", "HIR0126", "HIR0033", "HIR0107", "HIR0119", "HIR0041", "HIR0136", "HIR0117", "HIR0077", "HIR0105", "HIR0016", "HIR0048", "HIR0122", "HIR0091", "HIR0103", "HIR0104", "HIR0012", "HIR0108", "HIR0020", "HIR0051", "HIR0002", "HIR0086", "HIR0131", "HIR0025", "HIR0035", "HIR0050", "HIR0127", "HIR0060", "HIR0097", "HIR0022", "HIR0037", "HIR0040", "HIR0081", "HIR0098", "HIR0082", "HIR0084", "HIR0123", "HIR0102", "HIR0112", "HIR0046", "HIR0074", "HIR0106", "HIR0128", "HIR0031", "HIR0064", "HIR0089", "HIR0024", "HIR0099", "HIR0043", "HIR0090", "HIR0069", "HIR0021", "HIR0125", "HIR0114", "HIR0027", "HIR0026", "HIR0113", "HIR0073", "HIR0044", "HIR0053", "HIR0030", "HIR0110", "HIR0072", "HIR0028", "HIR0120", "HIR0013", "HIR0056", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0049", "HIR0087", "HIR0140", "HIR0075", "HIR0080", "HIR0036", "HIR0124", "HIR0118", "HIR0019", "HIR0078", "HIR0042", "HIR0011", "HIR0010", "HIR0057", "HIR0063", "HIR0111", "HIR0088", "HIR0055", "HIR0052", "HIR0062", "HIR0008", "HIR0132", "HIR0129", "HIR0059", "HIR0039", "HIR0067", "HIR0085", "HIR0101", "HIR0094", "HIR0006", "HIR0079", "HIR0135", "HIR0137", "HIR0116", "HIR0014", "HIR0076", "HIR0066", "HIR0047", "HIR0100", "HIR0058", "HIR0130", "HIR0009", "HIR0096", "HIR0015", "HIR0068", "HIR0054", "HIR0095", "HIR0017", "HIR0134", "HIR0133", "HIR0023", "HIR0005", "HIR0083", "HIR0061", "HIR0092", "HIR0004", "HIR0138", "HIR0007", "HIR0029", "HIR0045", "HIR0065", "HIR0034", "HIR0038", "HIR0071" ], "model": "claude-haiku-4-5", "pool": "hiring", "tie_prevalence": 0.02142857142857143, "ties_with_tolerance": 3, "top_two_gaps": [ 0.09999999999999998, 0.03499999999999992, 0.345, 0.07999999999999996, 0.09999999999999998, 0.0, 0.08999999999999986, 0.27, 0.14, 0.15000000000000002, 0.06999999999999995, 0.01000000000000012, 0.09999999999999998, 0.1100000000000001, 0.09999999999999998, 0.039999999999999925, 0.09999999999999998, 0.31000000000000005, 0.010000000000000009, 0.235, 0.17499999999999993, 0.07999999999999996, 0.17500000000000004, 0.025000000000000022, 0.135, 0.18499999999999994, 0.07999999999999996, 0.2499999999999999, 0.15000000000000002, 0.03499999999999992, 0.09999999999999998, 0.01000000000000012, 0.07999999999999996, 0.125, 0.09999999999999998, 0.04999999999999993, 0.010000000000000009, 0.09000000000000008, 0.04999999999999993, 0.17000000000000004, 0.19000000000000006, 0.16500000000000004, 0.27, 0.29000000000000004, 0.07500000000000007, 0.16500000000000004, 0.14, 0.025000000000000022, 0.17000000000000004, 0.03500000000000003, 0.05999999999999994, 0.04999999999999993, 0.09999999999999998, 0.18999999999999995, 0.029999999999999916, 0.07499999999999996, 0.07499999999999996, 0.07999999999999996, 0.14500000000000002, 0.19499999999999995, 0.18499999999999994, 0.14, 0.18999999999999995, 0.07499999999999996, 0.125, 0.07999999999999996, 0.025000000000000022, 0.09999999999999998, 0.19000000000000006, 0.09999999999999998, 0.0050000000000001155, 0.135, 0.17500000000000004, 0.12, 0.15000000000000002, 0.17499999999999993, 0.14, 0.03499999999999992, 0.16500000000000004, 0.17499999999999993, 0.09999999999999998, 0.06999999999999995, 0.385, 0.09999999999999998, 0.0, 0.11499999999999999, 0.0, 0.03500000000000003, 0.020000000000000018, 0.245, 0.03499999999999992, 0.14500000000000002, 0.040000000000000036, 0.16000000000000003, 0.235, 0.039999999999999925, 0.16000000000000003, 0.19999999999999996, 0.15000000000000002, 0.135, 0.020000000000000018, 0.04500000000000004, 0.039999999999999925, 0.19999999999999996, 0.06000000000000005, 0.33499999999999996, 0.21999999999999997, 0.01000000000000012, 0.01000000000000012, 0.040000000000000036, 0.03500000000000003, 0.125, 0.06999999999999995, 0.02499999999999991, 0.16500000000000004, 0.15500000000000003, 0.15000000000000002, 0.235, 0.18999999999999995, 0.04500000000000004, 0.025000000000000022, 0.135, 0.125, 0.010000000000000009, 0.135, 0.11499999999999999, 0.15000000000000002, 0.16000000000000003, 0.27, 0.029999999999999916, 0.05999999999999994, 0.21999999999999997, 0.17500000000000004, 0.1499999999999999, 0.21999999999999997, 0.16500000000000004, 0.06999999999999995, 0.19999999999999996, 0.03499999999999992, 0.17499999999999993 ] }, { "additional_near_ties": 0, "exact_ties": 3, "family": "all", "menu_count": 140, "menu_ids": [ "HIR0018", "HIR0032", "HIR0003", "HIR0001", "HIR0070", "HIR0093", "HIR0126", "HIR0033", "HIR0107", "HIR0119", "HIR0041", "HIR0136", "HIR0117", "HIR0077", "HIR0105", "HIR0016", "HIR0048", "HIR0122", "HIR0091", "HIR0103", "HIR0104", "HIR0012", "HIR0108", "HIR0020", "HIR0051", "HIR0002", "HIR0086", "HIR0131", "HIR0025", "HIR0035", "HIR0050", "HIR0127", "HIR0060", "HIR0097", "HIR0022", "HIR0037", "HIR0040", "HIR0081", "HIR0098", "HIR0082", "HIR0084", "HIR0123", "HIR0102", "HIR0112", "HIR0046", "HIR0074", "HIR0106", "HIR0128", "HIR0031", "HIR0064", "HIR0089", "HIR0024", "HIR0099", "HIR0043", "HIR0090", "HIR0069", "HIR0021", "HIR0125", "HIR0114", "HIR0027", "HIR0026", "HIR0113", "HIR0073", "HIR0044", "HIR0053", "HIR0030", "HIR0110", "HIR0072", "HIR0028", "HIR0120", "HIR0013", "HIR0056", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0049", "HIR0087", "HIR0140", "HIR0075", "HIR0080", "HIR0036", "HIR0124", "HIR0118", "HIR0019", "HIR0078", "HIR0042", "HIR0011", "HIR0010", "HIR0057", "HIR0063", "HIR0111", "HIR0088", "HIR0055", "HIR0052", "HIR0062", "HIR0008", "HIR0132", "HIR0129", "HIR0059", "HIR0039", "HIR0067", "HIR0085", "HIR0101", "HIR0094", "HIR0006", "HIR0079", "HIR0135", "HIR0137", "HIR0116", "HIR0014", "HIR0076", "HIR0066", "HIR0047", "HIR0100", "HIR0058", "HIR0130", "HIR0009", "HIR0096", "HIR0015", "HIR0068", "HIR0054", "HIR0095", "HIR0017", "HIR0134", "HIR0133", "HIR0023", "HIR0005", "HIR0083", "HIR0061", "HIR0092", "HIR0004", "HIR0138", "HIR0007", "HIR0029", "HIR0045", "HIR0065", "HIR0034", "HIR0038", "HIR0071" ], "model": "claude-sonnet-4-5-thinking", "pool": "hiring", "tie_prevalence": 0.02142857142857143, "ties_with_tolerance": 3, "top_two_gaps": [ 0.17500000000000004, 0.0, 0.4650000000000001, 0.07499999999999996, 0.02499999999999991, 0.050000000000000044, 0.125, 0.42500000000000004, 0.14500000000000002, 0.13, 0.17499999999999982, 0.030000000000000027, 0.09499999999999997, 0.24499999999999988, 0.09499999999999997, 0.030000000000000027, 0.17500000000000004, 0.30000000000000004, 0.07499999999999996, 0.345, 0.29999999999999993, 0.25, 0.07500000000000001, 0.050000000000000044, 0.26999999999999985, 0.25000000000000006, 0.25, 0.3400000000000001, 0.14000000000000007, 0.1299999999999999, 0.125, 0.030000000000000027, 0.22999999999999998, 0.03499999999999992, 0.17500000000000004, 0.0, 0.07499999999999996, 0.07000000000000006, 0.25, 0.30000000000000004, 0.19500000000000006, 0.19999999999999996, 0.25, 0.25, 0.10000000000000003, 0.30000000000000004, 0.14500000000000002, 0.03499999999999992, 0.25, 0.04499999999999993, 0.05500000000000016, 0.19999999999999996, 0.125, 0.25, 0.04499999999999993, 0.1499999999999999, 0.1499999999999999, 0.09999999999999998, 0.19999999999999996, 0.325, 0.26999999999999985, 0.16500000000000004, 0.30000000000000004, 0.125, 0.1499999999999999, 0.07499999999999996, 0.07999999999999996, 0.17500000000000004, 0.19500000000000006, 0.13, 0.07000000000000006, 0.27500000000000013, 0.050000000000000044, 0.14500000000000002, 0.13, 0.29999999999999993, 0.42500000000000004, 0.1499999999999999, 0.07500000000000001, 0.21500000000000008, 0.25, 0.19499999999999984, 0.475, 0.13, 0.050000000000000044, 0.09500000000000003, 0.0, 0.025000000000000133, 0.025000000000000133, 0.375, 0.1299999999999999, 0.19999999999999996, 0.21999999999999997, 0.24499999999999988, 0.3900000000000001, 0.030000000000000027, 0.2250000000000001, 0.265, 0.13, 0.29499999999999993, 0.19499999999999984, 0.10000000000000009, 0.030000000000000027, 0.265, 0.03499999999999992, 0.3900000000000001, 0.5, 0.030000000000000027, 0.030000000000000027, 0.050000000000000044, 0.019999999999999796, 0.2250000000000001, 0.17499999999999982, 0.024999999999999967, 0.30000000000000004, 0.295, 0.13, 0.31999999999999984, 0.30000000000000004, 0.10000000000000009, 0.050000000000000044, 0.26999999999999985, 0.03499999999999992, 0.05500000000000016, 0.25, 0.19999999999999996, 0.14000000000000007, 0.19499999999999984, 0.44499999999999984, 0.025000000000000133, 0.05500000000000016, 0.5, 0.07500000000000001, 0.25000000000000006, 0.5, 0.30000000000000004, 0.17500000000000004, 0.30000000000000004, 0.15500000000000003, 0.16500000000000004 ] }, { "additional_near_ties": 0, "exact_ties": 3, "family": "matched", "menu_count": 40, "menu_ids": [ "HIR0126", "HIR0107", "HIR0119", "HIR0136", "HIR0117", "HIR0105", "HIR0122", "HIR0103", "HIR0104", "HIR0108", "HIR0131", "HIR0127", "HIR0123", "HIR0102", "HIR0112", "HIR0106", "HIR0128", "HIR0125", "HIR0114", "HIR0113", "HIR0110", "HIR0120", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0140", "HIR0124", "HIR0118", "HIR0111", "HIR0132", "HIR0129", "HIR0101", "HIR0135", "HIR0137", "HIR0116", "HIR0130", "HIR0134", "HIR0133", "HIR0138" ], "model": "gpt-4o", "pool": "hiring", "tie_prevalence": 0.075, "ties_with_tolerance": 3, "top_two_gaps": [ 0.04999999999999993, 0.125, 0.14999999999999997, 0.04999999999999993, 0.0, 0.0, 0.375, 0.27499999999999997, 0.27499999999999997, 0.15000000000000002, 0.3249999999999999, 0.04999999999999993, 0.14999999999999997, 0.25, 0.25, 0.125, 0.0, 0.125, 0.14999999999999997, 0.14999999999999997, 0.04999999999999993, 0.14999999999999997, 0.10000000000000003, 0.125, 0.14999999999999997, 0.27499999999999997, 0.15000000000000002, 0.42499999999999993, 0.14999999999999997, 0.14999999999999997, 0.27499999999999997, 0.14999999999999997, 0.27499999999999997, 0.04999999999999993, 0.04999999999999993, 0.125, 0.14999999999999997, 0.27499999999999997, 0.14999999999999997, 0.15000000000000002 ] }, { "additional_near_ties": 0, "exact_ties": 2, "family": "matched", "menu_count": 40, "menu_ids": [ "HIR0126", "HIR0107", "HIR0119", "HIR0136", "HIR0117", "HIR0105", "HIR0122", "HIR0103", "HIR0104", "HIR0108", "HIR0131", "HIR0127", "HIR0123", "HIR0102", "HIR0112", "HIR0106", "HIR0128", "HIR0125", "HIR0114", "HIR0113", "HIR0110", "HIR0120", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0140", "HIR0124", "HIR0118", "HIR0111", "HIR0132", "HIR0129", "HIR0101", "HIR0135", "HIR0137", "HIR0116", "HIR0130", "HIR0134", "HIR0133", "HIR0138" ], "model": "gpt-4o-mini", "pool": "hiring", "tie_prevalence": 0.05, "ties_with_tolerance": 2, "top_two_gaps": [ 0.20000000000000007, 0.04999999999999993, 0.22500000000000003, 0.20000000000000007, 0.0, 0.0, 0.25, 0.12499999999999994, 0.12499999999999994, 0.15000000000000002, 0.35000000000000003, 0.20000000000000007, 0.17500000000000004, 0.20000000000000007, 0.17500000000000004, 0.04999999999999993, 0.025000000000000022, 0.04999999999999993, 0.20000000000000007, 0.07500000000000001, 0.09999999999999998, 0.09999999999999998, 0.12500000000000006, 0.07499999999999996, 0.175, 0.12499999999999994, 0.15000000000000002, 0.35, 0.09999999999999998, 0.20000000000000007, 0.14999999999999997, 0.22500000000000003, 0.14999999999999997, 0.20000000000000007, 0.20000000000000007, 0.04999999999999993, 0.175, 0.12499999999999994, 0.04999999999999999, 0.15000000000000002 ] }, { "additional_near_ties": 0, "exact_ties": 1, "family": "matched", "menu_count": 40, "menu_ids": [ "HIR0126", "HIR0107", "HIR0119", "HIR0136", "HIR0117", "HIR0105", "HIR0122", "HIR0103", "HIR0104", "HIR0108", "HIR0131", "HIR0127", "HIR0123", "HIR0102", "HIR0112", "HIR0106", "HIR0128", "HIR0125", "HIR0114", "HIR0113", "HIR0110", "HIR0120", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0140", "HIR0124", "HIR0118", "HIR0111", "HIR0132", "HIR0129", "HIR0101", "HIR0135", "HIR0137", "HIR0116", "HIR0130", "HIR0134", "HIR0133", "HIR0138" ], "model": "o3-mini", "pool": "hiring", "tie_prevalence": 0.025, "ties_with_tolerance": 1, "top_two_gaps": [ 0.30000000000000004, 0.25, 0.07500000000000001, 0.050000000000000044, 0.25, 0.25, 0.19999999999999996, 0.32499999999999996, 0.17499999999999993, 0.22499999999999998, 0.45, 0.050000000000000044, 0.125, 0.22499999999999998, 0.22499999999999998, 0.25, 0.07500000000000001, 0.09999999999999998, 0.125, 0.14999999999999997, 0.07500000000000001, 0.024999999999999967, 0.15000000000000002, 0.25, 0.07500000000000001, 0.17499999999999993, 0.22499999999999998, 0.39999999999999997, 0.024999999999999967, 0.125, 0.24999999999999994, 0.07500000000000001, 0.24999999999999994, 0.050000000000000044, 0.050000000000000044, 0.0, 0.07500000000000001, 0.07499999999999996, 0.07499999999999996, 0.19999999999999996 ] }, { "additional_near_ties": 0, "exact_ties": 5, "family": "matched", "menu_count": 40, "menu_ids": [ "HIR0126", "HIR0107", "HIR0119", "HIR0136", "HIR0117", "HIR0105", "HIR0122", "HIR0103", "HIR0104", "HIR0108", "HIR0131", "HIR0127", "HIR0123", "HIR0102", "HIR0112", "HIR0106", "HIR0128", "HIR0125", "HIR0114", "HIR0113", "HIR0110", "HIR0120", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0140", "HIR0124", "HIR0118", "HIR0111", "HIR0132", "HIR0129", "HIR0101", "HIR0135", "HIR0137", "HIR0116", "HIR0130", "HIR0134", "HIR0133", "HIR0138" ], "model": "claude-sonnet-4-5", "pool": "hiring", "tie_prevalence": 0.125, "ties_with_tolerance": 5, "top_two_gaps": [ 0.04999999999999993, 0.2499999999999999, 0.07500000000000001, 0.0, 0.04999999999999993, 0.04999999999999993, 0.44999999999999996, 0.3999999999999999, 0.32499999999999996, 0.07499999999999996, 0.3999999999999999, 0.0, 0.2, 0.25, 0.25, 0.2499999999999999, 0.0, 0.17499999999999993, 0.2, 0.15000000000000002, 0.024999999999999967, 0.025000000000000022, 0.09999999999999998, 0.2499999999999999, 0.07500000000000001, 0.32499999999999996, 0.07499999999999996, 0.4749999999999999, 0.025000000000000022, 0.2, 0.32499999999999996, 0.07500000000000001, 0.32499999999999996, 0.0, 0.0, 0.19999999999999996, 0.07500000000000001, 0.35, 0.15000000000000002, 0.07499999999999996 ] }, { "additional_near_ties": 0, "exact_ties": 0, "family": "matched", "menu_count": 40, "menu_ids": [ "HIR0126", "HIR0107", "HIR0119", "HIR0136", "HIR0117", "HIR0105", "HIR0122", "HIR0103", "HIR0104", "HIR0108", "HIR0131", "HIR0127", "HIR0123", "HIR0102", "HIR0112", "HIR0106", "HIR0128", "HIR0125", "HIR0114", "HIR0113", "HIR0110", "HIR0120", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0140", "HIR0124", "HIR0118", "HIR0111", "HIR0132", "HIR0129", "HIR0101", "HIR0135", "HIR0137", "HIR0116", "HIR0130", "HIR0134", "HIR0133", "HIR0138" ], "model": "claude-haiku-4-5", "pool": "hiring", "tie_prevalence": 0.0, "ties_with_tolerance": 0, "top_two_gaps": [ 0.08999999999999986, 0.14, 0.15000000000000002, 0.01000000000000012, 0.09999999999999998, 0.09999999999999998, 0.31000000000000005, 0.235, 0.17499999999999993, 0.17500000000000004, 0.2499999999999999, 0.01000000000000012, 0.16500000000000004, 0.27, 0.29000000000000004, 0.14, 0.025000000000000022, 0.07999999999999996, 0.14500000000000002, 0.14, 0.025000000000000022, 0.09999999999999998, 0.17500000000000004, 0.12, 0.15000000000000002, 0.17499999999999993, 0.16500000000000004, 0.385, 0.09999999999999998, 0.14500000000000002, 0.19999999999999996, 0.15000000000000002, 0.19999999999999996, 0.01000000000000012, 0.01000000000000012, 0.040000000000000036, 0.15000000000000002, 0.135, 0.11499999999999999, 0.17500000000000004 ] }, { "additional_near_ties": 0, "exact_ties": 0, "family": "matched", "menu_count": 40, "menu_ids": [ "HIR0126", "HIR0107", "HIR0119", "HIR0136", "HIR0117", "HIR0105", "HIR0122", "HIR0103", "HIR0104", "HIR0108", "HIR0131", "HIR0127", "HIR0123", "HIR0102", "HIR0112", "HIR0106", "HIR0128", "HIR0125", "HIR0114", "HIR0113", "HIR0110", "HIR0120", "HIR0109", "HIR0115", "HIR0139", "HIR0121", "HIR0140", "HIR0124", "HIR0118", "HIR0111", "HIR0132", "HIR0129", "HIR0101", "HIR0135", "HIR0137", "HIR0116", "HIR0130", "HIR0134", "HIR0133", "HIR0138" ], "model": "claude-sonnet-4-5-thinking", "pool": "hiring", "tie_prevalence": 0.0, "ties_with_tolerance": 0, "top_two_gaps": [ 0.125, 0.14500000000000002, 0.13, 0.030000000000000027, 0.09499999999999997, 0.09499999999999997, 0.30000000000000004, 0.345, 0.29999999999999993, 0.07500000000000001, 0.3400000000000001, 0.030000000000000027, 0.19999999999999996, 0.25, 0.25, 0.14500000000000002, 0.03499999999999992, 0.09999999999999998, 0.19999999999999996, 0.16500000000000004, 0.07999999999999996, 0.13, 0.050000000000000044, 0.14500000000000002, 0.13, 0.29999999999999993, 0.07500000000000001, 0.475, 0.13, 0.19999999999999996, 0.265, 0.13, 0.265, 0.030000000000000027, 0.030000000000000027, 0.050000000000000044, 0.13, 0.25, 0.19999999999999996, 0.07500000000000001 ] } ], "schema_version": 1, "size_ratio_prior_central_90": [ 0.1389245425866319, 7.1981521866549185 ], "source_hashes": { "analysis/study_display_evidence.py": "d45f6474b5c25d688f7a12248f702d3fe1bf9eaf8ec0e424de7239f462c920ad", "applications/seu_sensitivity_study/assessment_scale.py": "378639cddf2f23e4e3a2e9642988fa082ca6a0217642b5b413696c39eb523923", "applications/seu_sensitivity_study/data_preparation.py": "1d23ac39d6ca833fb02cee9d547511d948f6e6681baa47e4a0e0984153414912", "reports/applications/seu_sensitivity_study/data/design_evidence.yml": "53b4299bbcfca78fc11a84a6de99bc1e45fb9439e8d986d8c25c553c8f228708" }, "tie_atol": 1e-12, "tie_rtol": 0.0, "utility_midpoint": 0.5 }