{ "protocol": { "schema_version": "m2.relationships.v2", "status": "accepted_research_module_with_explicit_unknowns", "training_before": "2025-07-01", "selection_before": "2026-01-01", "calibration_from": "2025-09-01", "held_out_before": "2026-10-11", "excluded_partitions": [ "s15_worlds_evaluation" ], "units": [ "top", "mid", "bot_duo" ], "minutes": [ 10, 15 ], "ridge_candidates": [ 10, 100, 1000 ], "matchup_shrinkage_games": [ 10, 50, 100 ], "global_penalties": [ 0.001, 0.01, 0.1 ], "interaction_min_games": 20, "co_selection_weights": [ 0, 0.25, 0.5 ], "interval_coverage": 0.9, "global_iterations": 300, "seed": 1729, "scope": "Entire existing primary-scope frozen archive; unknown format is retained for performance, never used for format-qualified opportunities", "evaluation_status": "Retrospective 2026 diagnosis; no new blind test claimed", "selection_policy": "Only pre-September 2025 selection series tune parameters; September series calibrate fixed models; no 2026 parameter selection", "ranked_policy": "Independent validated auxiliary experiment retained; production contribution zero", "official_availability": "Explicit caller-provided candidate pools; default DDragon roster is only a client roster, not professional legality", "prohibited_features": [ "current_game_result", "current_game_lane_metrics", "player_champion_win_rate", "player_champion_kda" ], "m1_policy": "No M1 input, coefficient or forecast changes", "duo_min_training_games": 5, "source_release": "m1-final-2026-10-11", "model_version": "m2_final_v1", "source_quality_policy": "Mask unresolved numeric_disagreements per affected 15-minute target; preserve unrelated labels and raw archives", "supported_formats": [ "classic", "full_fearless", "unknown" ] }, "lane": { "top/10": { "labels": [ "cs_difference", "gold_difference", "xp_difference" ], "counts": { "train": 8721, "selection": 397, "calibration": 320, "test": 2521 }, "variants": { "context": { "selection_normalized_mse": 0.6599334763875567, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 96, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2388, "mae": 10.465563657177267, "rmse": 13.258552044140156, "interval_90_coverage": 0.8982412060301508, "interval_half_width": 21.800052168110312 }, "gold_difference": { "rows": 2388, "mae": 395.3401080157734, "rmse": 504.32651479665446, "interval_90_coverage": 0.8333333333333334, "interval_half_width": 678.332363361799 }, "xp_difference": { "rows": 2388, "mae": 323.95616161578477, "rmse": 431.81179812843095, "interval_90_coverage": 0.9304857621440537, "interval_half_width": 806.2647184281763 } } }, "test_low_support": { "rows": 924, "targets": { "cs_difference": { "rows": 873, "mae": 11.40370185248596, "rmse": 14.341675925719466, "interval_90_coverage": 0.8671248568155785, "interval_half_width": 21.800052168110312 }, "gold_difference": { "rows": 873, "mae": 422.09086059090544, "rmse": 543.295126482753, "interval_90_coverage": 0.8029782359679267, "interval_half_width": 678.332363361799 }, "xp_difference": { "rows": 873, "mae": 356.6599957036158, "rmse": 476.38496211560766, "interval_90_coverage": 0.9049255441008018, "interval_half_width": 806.2647184281763 } } }, "test_supported": { "rows": 1597, "targets": { "cs_difference": { "rows": 1515, "mae": 9.924973132751859, "rmse": 12.592175595431925, "interval_90_coverage": 0.9161716171617161, "interval_half_width": 21.800052168110312 }, "gold_difference": { "rows": 1515, "mae": 379.92531791802406, "rmse": 480.43803012595464, "interval_90_coverage": 0.8508250825082508, "interval_half_width": 678.332363361799 }, "xp_difference": { "rows": 1515, "mae": 305.11098197309406, "rmse": 403.8992903014014, "interval_90_coverage": 0.9452145214521452, "interval_half_width": 806.2647184281763 } } } }, "champions": { "selection_normalized_mse": 0.5999107233518346, "alpha": 100, "matchup_shrinkage_games": 0, "features": 260, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2388, "mae": 9.803838178242545, "rmse": 12.421539846447631, "interval_90_coverage": 0.9045226130653267, "interval_half_width": 20.611538108917287 }, "gold_difference": { "rows": 2388, "mae": 364.8731305857555, "rmse": 473.9907157296608, "interval_90_coverage": 0.8488274706867671, "interval_half_width": 667.7970500140332 }, "xp_difference": { "rows": 2388, "mae": 316.05199962313236, "rmse": 425.10112543167804, "interval_90_coverage": 0.9204355108877722, "interval_half_width": 765.7354570314387 } } }, "test_low_support": { "rows": 924, "targets": { "cs_difference": { "rows": 873, "mae": 10.872131301916983, "rmse": 13.706051815468399, "interval_90_coverage": 0.870561282932417, "interval_half_width": 20.611538108917287 }, "gold_difference": { "rows": 873, "mae": 407.8340593646258, "rmse": 528.3677806141537, "interval_90_coverage": 0.8121420389461627, "interval_half_width": 667.7970500140332 }, "xp_difference": { "rows": 873, "mae": 352.0428882198864, "rmse": 474.15131290449193, "interval_90_coverage": 0.8969072164948454, "interval_half_width": 765.7354570314387 } } }, "test_supported": { "rows": 1597, "targets": { "cs_difference": { "rows": 1515, "mae": 9.188247487174698, "rmse": 11.617031617048076, "interval_90_coverage": 0.9240924092409241, "interval_half_width": 20.611538108917287 }, "gold_difference": { "rows": 1515, "mae": 340.1174270715947, "rmse": 439.61254140013335, "interval_90_coverage": 0.8699669966996699, "interval_half_width": 667.7970500140332 }, "xp_difference": { "rows": 1515, "mae": 295.31269550104236, "rmse": 394.0735835099678, "interval_90_coverage": 0.933993399339934, "interval_half_width": 765.7354570314387 } } } }, "hierarchical": { "selection_normalized_mse": 0.6044475337527725, "alpha": 100, "matchup_shrinkage_games": 100, "features": 260, "matchup_effects": 891, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2388, "mae": 9.813630139708327, "rmse": 12.425039706719966, "interval_90_coverage": 0.9041038525963149, "interval_half_width": 20.72209673238471 }, "gold_difference": { "rows": 2388, "mae": 365.99419485724724, "rmse": 474.6851613421678, "interval_90_coverage": 0.8555276381909548, "interval_half_width": 678.3594768364233 }, "xp_difference": { "rows": 2388, "mae": 317.52038858321356, "rmse": 425.9925137667361, "interval_90_coverage": 0.919179229480737, "interval_half_width": 766.1780287841283 } } }, "test_low_support": { "rows": 924, "targets": { "cs_difference": { "rows": 873, "mae": 10.82417292409258, "rmse": 13.652568459361776, "interval_90_coverage": 0.8751431844215349, "interval_half_width": 20.72209673238471 }, "gold_difference": { "rows": 873, "mae": 406.18986981498387, "rmse": 527.0453976829726, "interval_90_coverage": 0.8224513172966781, "interval_half_width": 678.3594768364233 }, "xp_difference": { "rows": 873, "mae": 351.89395865498545, "rmse": 474.0970636137847, "interval_90_coverage": 0.8969072164948454, "interval_half_width": 766.1780287841283 } } }, "test_supported": { "rows": 1597, "targets": { "cs_difference": { "rows": 1515, "mae": 9.231317366924529, "rmse": 11.659144958932705, "interval_90_coverage": 0.9207920792079208, "interval_half_width": 20.72209673238471 }, "gold_difference": { "rows": 1515, "mae": 342.8319346340761, "rmse": 441.70335057578444, "interval_90_coverage": 0.8745874587458746, "interval_half_width": 678.3594768364233 }, "xp_difference": { "rows": 1515, "mae": 297.7130442448262, "rmse": 395.62539400942535, "interval_90_coverage": 0.932013201320132, "interval_half_width": 766.1780287841283 } } } } }, "selected": "champions" }, "top/15": { "labels": [ "cs_difference", "gold_difference", "xp_difference" ], "counts": { "train": 8721, "selection": 397, "calibration": 320, "test": 2521 }, "variants": { "context": { "selection_normalized_mse": 0.646188810907121, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 96, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2371, "mae": 15.064747833989145, "rmse": 18.779102005250746, "interval_90_coverage": 0.883171657528469, "interval_half_width": 28.917907088618357 }, "gold_difference": { "rows": 2099, "mae": 698.8872763887089, "rmse": 891.3915671840269, "interval_90_coverage": 0.8313482610767032, "interval_half_width": 1199.7305178771041 }, "xp_difference": { "rows": 2276, "mae": 664.2302986187648, "rmse": 856.205865474014, "interval_90_coverage": 0.8418277680140598, "interval_half_width": 1170.083685555901 } } }, "test_low_support": { "rows": 924, "targets": { "cs_difference": { "rows": 866, "mae": 16.167925224798392, "rmse": 20.009678073599453, "interval_90_coverage": 0.8602771362586605, "interval_half_width": 28.917907088618357 }, "gold_difference": { "rows": 768, "mae": 730.3162325821762, "rmse": 930.0699674026432, "interval_90_coverage": 0.80859375, "interval_half_width": 1199.7305178771041 }, "xp_difference": { "rows": 829, "mae": 726.006189821973, "rmse": 917.7617403470693, "interval_90_coverage": 0.8033775633293124, "interval_half_width": 1170.083685555901 } } }, "test_supported": { "rows": 1597, "targets": { "cs_difference": { "rows": 1505, "mae": 14.429962704128139, "rmse": 18.03298745519481, "interval_90_coverage": 0.8963455149501661, "interval_half_width": 28.917907088618357 }, "gold_difference": { "rows": 1331, "mae": 680.7524616955587, "rmse": 868.2902078405041, "interval_90_coverage": 0.8444778362133734, "interval_half_width": 1199.7305178771041 }, "xp_difference": { "rows": 1447, "mae": 628.8383056626766, "rmse": 818.8576449441122, "interval_90_coverage": 0.8638562543192813, "interval_half_width": 1170.083685555901 } } } }, "champions": { "selection_normalized_mse": 0.6035165041427276, "alpha": 100, "matchup_shrinkage_games": 0, "features": 260, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2371, "mae": 14.446808456472915, "rmse": 18.15597345214102, "interval_90_coverage": 0.8705187684521299, "interval_half_width": 27.053052495100534 }, "gold_difference": { "rows": 2099, "mae": 662.6869839835797, "rmse": 851.2470533742413, "interval_90_coverage": 0.8399237732253454, "interval_half_width": 1169.7391758423273 }, "xp_difference": { "rows": 2276, "mae": 657.272242157986, "rmse": 849.597487071255, "interval_90_coverage": 0.8308435852372583, "interval_half_width": 1129.9668329008334 } } }, "test_low_support": { "rows": 924, "targets": { "cs_difference": { "rows": 866, "mae": 15.591065133491954, "rmse": 19.4869824433659, "interval_90_coverage": 0.8394919168591224, "interval_half_width": 27.053052495100534 }, "gold_difference": { "rows": 768, "mae": 718.4670276577052, "rmse": 916.9088578451557, "interval_90_coverage": 0.7981770833333334, "interval_half_width": 1169.7391758423273 }, "xp_difference": { "rows": 829, "mae": 720.795705337686, "rmse": 912.9246592613547, "interval_90_coverage": 0.7889022919179735, "interval_half_width": 1129.9668329008334 } } }, "test_supported": { "rows": 1597, "targets": { "cs_difference": { "rows": 1505, "mae": 13.788385677537047, "rmse": 17.343854105164933, "interval_90_coverage": 0.8883720930232558, "interval_half_width": 27.053052495100534 }, "gold_difference": { "rows": 1331, "mae": 630.5013539747679, "rmse": 810.9442239534278, "interval_90_coverage": 0.8640120210368144, "interval_half_width": 1169.7391758423273 }, "xp_difference": { "rows": 1447, "mae": 620.8790486707911, "rmse": 811.0920345032548, "interval_90_coverage": 0.8548721492743607, "interval_half_width": 1129.9668329008334 } } } }, "hierarchical": { "selection_normalized_mse": 0.6111563463789279, "alpha": 100, "matchup_shrinkage_games": 100, "features": 260, "matchup_effects": 891, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2371, "mae": 14.455548840523148, "rmse": 18.18765063820943, "interval_90_coverage": 0.8709405314213412, "interval_half_width": 26.96206645345868 }, "gold_difference": { "rows": 2099, "mae": 665.1083337848096, "rmse": 853.2359732725275, "interval_90_coverage": 0.8256312529776084, "interval_half_width": 1127.7584442525722 }, "xp_difference": { "rows": 2276, "mae": 658.6748767353147, "rmse": 851.245634621453, "interval_90_coverage": 0.8321616871704746, "interval_half_width": 1136.0382611794557 } } }, "test_low_support": { "rows": 924, "targets": { "cs_difference": { "rows": 866, "mae": 15.52924259559263, "rmse": 19.4312991641425, "interval_90_coverage": 0.8429561200923787, "interval_half_width": 26.96206645345868 }, "gold_difference": { "rows": 768, "mae": 716.4498407838573, "rmse": 915.0162365125797, "interval_90_coverage": 0.7864583333333334, "interval_half_width": 1127.7584442525722 }, "xp_difference": { "rows": 829, "mae": 720.8571533305745, "rmse": 912.7465628425165, "interval_90_coverage": 0.7925211097708083, "interval_half_width": 1136.0382611794557 } } }, "test_supported": { "rows": 1597, "targets": { "cs_difference": { "rows": 1505, "mae": 13.837729045247286, "rmse": 17.431866645872255, "interval_90_coverage": 0.8870431893687708, "interval_half_width": 26.96206645345868 }, "gold_difference": { "rows": 1331, "mae": 635.4837827891156, "rmse": 815.4614018472531, "interval_90_coverage": 0.8482344102178813, "interval_half_width": 1127.7584442525722 }, "xp_difference": { "rows": 1447, "mae": 623.0500617405182, "rmse": 813.9200272618172, "interval_90_coverage": 0.8548721492743607, "interval_half_width": 1136.0382611794557 } } } } }, "selected": "champions" }, "mid/10": { "labels": [ "cs_difference", "gold_difference", "xp_difference" ], "counts": { "train": 8721, "selection": 397, "calibration": 320, "test": 2521 }, "variants": { "context": { "selection_normalized_mse": 0.726198976678871, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 96, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2388, "mae": 9.002363058541162, "rmse": 11.355321373765005, "interval_90_coverage": 0.8517587939698492, "interval_half_width": 16.38003440160037 }, "gold_difference": { "rows": 2388, "mae": 373.61872179292493, "rmse": 483.389481743876, "interval_90_coverage": 0.8538525963149078, "interval_half_width": 701.9921385407898 }, "xp_difference": { "rows": 2388, "mae": 330.1938705774794, "rmse": 417.4421539701324, "interval_90_coverage": 0.8471524288107203, "interval_half_width": 577.9842093820824 } } }, "test_low_support": { "rows": 860, "targets": { "cs_difference": { "rows": 818, "mae": 9.788109972601463, "rmse": 12.20569618727613, "interval_90_coverage": 0.8215158924205379, "interval_half_width": 16.38003440160037 }, "gold_difference": { "rows": 818, "mae": 393.1746773958456, "rmse": 506.75845078362573, "interval_90_coverage": 0.8374083129584352, "interval_half_width": 701.9921385407898 }, "xp_difference": { "rows": 818, "mae": 338.6802953904923, "rmse": 421.091959987195, "interval_90_coverage": 0.8398533007334963, "interval_half_width": 577.9842093820824 } } }, "test_supported": { "rows": 1661, "targets": { "cs_difference": { "rows": 1570, "mae": 8.592973902043504, "rmse": 10.885970011086917, "interval_90_coverage": 0.867515923566879, "interval_half_width": 16.38003440160037 }, "gold_difference": { "rows": 1570, "mae": 363.42969524312286, "rmse": 470.7543597941177, "interval_90_coverage": 0.8624203821656051, "interval_half_width": 701.9921385407898 }, "xp_difference": { "rows": 1570, "mae": 325.772281088916, "rmse": 415.52783273725356, "interval_90_coverage": 0.8509554140127389, "interval_half_width": 577.9842093820824 } } } }, "champions": { "selection_normalized_mse": 0.6686721745105845, "alpha": 100, "matchup_shrinkage_games": 0, "features": 264, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2388, "mae": 8.383475971043087, "rmse": 10.6051900924105, "interval_90_coverage": 0.8211892797319933, "interval_half_width": 14.351822609965105 }, "gold_difference": { "rows": 2388, "mae": 365.7872393460345, "rmse": 471.6238968608849, "interval_90_coverage": 0.8609715242881072, "interval_half_width": 698.6048591784387 }, "xp_difference": { "rows": 2388, "mae": 327.8824983718571, "rmse": 413.4970095042658, "interval_90_coverage": 0.8350083752093802, "interval_half_width": 563.8439286436729 } } }, "test_low_support": { "rows": 860, "targets": { "cs_difference": { "rows": 818, "mae": 9.032495240512459, "rmse": 11.31860950721428, "interval_90_coverage": 0.7860635696821516, "interval_half_width": 14.351822609965105 }, "gold_difference": { "rows": 818, "mae": 382.6775420961481, "rmse": 494.1527439257369, "interval_90_coverage": 0.8447432762836186, "interval_half_width": 698.6048591784387 }, "xp_difference": { "rows": 818, "mae": 335.80245470267795, "rmse": 417.19653106733534, "interval_90_coverage": 0.8288508557457213, "interval_half_width": 563.8439286436729 } } }, "test_supported": { "rows": 1661, "targets": { "cs_difference": { "rows": 1570, "mae": 8.045324530007452, "rmse": 10.213758746706839, "interval_90_coverage": 0.8394904458598726, "interval_half_width": 14.351822609965105 }, "gold_difference": { "rows": 1570, "mae": 356.9870688685868, "rmse": 459.44842223789084, "interval_90_coverage": 0.8694267515923567, "interval_half_width": 698.6048591784387 }, "xp_difference": { "rows": 1570, "mae": 323.75604978675426, "rmse": 411.5563111789207, "interval_90_coverage": 0.8382165605095542, "interval_half_width": 563.8439286436729 } } } }, "hierarchical": { "selection_normalized_mse": 0.6562248437930492, "alpha": 1000, "matchup_shrinkage_games": 10, "features": 264, "matchup_effects": 911, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2388, "mae": 8.461048404286299, "rmse": 10.718152466771425, "interval_90_coverage": 0.8329145728643216, "interval_half_width": 14.735550344687011 }, "gold_difference": { "rows": 2388, "mae": 367.2102675732004, "rmse": 475.7517164170913, "interval_90_coverage": 0.8525963149078727, "interval_half_width": 700.7512049473474 }, "xp_difference": { "rows": 2388, "mae": 327.10876490814934, "rmse": 412.7484631665017, "interval_90_coverage": 0.8500837520938024, "interval_half_width": 582.2339512813762 } } }, "test_low_support": { "rows": 860, "targets": { "cs_difference": { "rows": 818, "mae": 9.350522551333198, "rmse": 11.682952874829915, "interval_90_coverage": 0.7946210268948656, "interval_half_width": 14.735550344687011 }, "gold_difference": { "rows": 818, "mae": 386.14153062839625, "rmse": 499.94536715027533, "interval_90_coverage": 0.8361858190709046, "interval_half_width": 700.7512049473474 }, "xp_difference": { "rows": 818, "mae": 336.09827683992785, "rmse": 416.92341503165244, "interval_90_coverage": 0.843520782396088, "interval_half_width": 582.2339512813762 } } }, "test_supported": { "rows": 1661, "targets": { "cs_difference": { "rows": 1570, "mae": 7.997615377353584, "rmse": 10.179303366492752, "interval_90_coverage": 0.8528662420382166, "interval_half_width": 14.735550344687011 }, "gold_difference": { "rows": 1570, "mae": 357.3467177775632, "rmse": 462.6453157826978, "interval_90_coverage": 0.8611464968152867, "interval_half_width": 700.7512049473474 }, "xp_difference": { "rows": 1570, "mae": 322.42505741757947, "rmse": 410.556411394762, "interval_90_coverage": 0.8535031847133758, "interval_half_width": 582.2339512813762 } } } } }, "selected": "hierarchical" }, "mid/15": { "labels": [ "cs_difference", "gold_difference", "xp_difference" ], "counts": { "train": 8721, "selection": 397, "calibration": 320, "test": 2521 }, "variants": { "context": { "selection_normalized_mse": 0.6829969368056059, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 96, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2369, "mae": 12.770502232255451, "rmse": 16.12072437354235, "interval_90_coverage": 0.879273955255382, "interval_half_width": 25.041361109859373 }, "gold_difference": { "rows": 2100, "mae": 626.218575590328, "rmse": 804.1091422308698, "interval_90_coverage": 0.8852380952380953, "interval_half_width": 1291.319278621423 }, "xp_difference": { "rows": 2265, "mae": 559.3295132400283, "rmse": 712.6137620809668, "interval_90_coverage": 0.8958057395143488, "interval_half_width": 1135.8249234676437 } } }, "test_low_support": { "rows": 860, "targets": { "cs_difference": { "rows": 813, "mae": 13.450373636932513, "rmse": 16.883309573567924, "interval_90_coverage": 0.8536285362853628, "interval_half_width": 25.041361109859373 }, "gold_difference": { "rows": 728, "mae": 646.0698178795783, "rmse": 831.2111092294074, "interval_90_coverage": 0.8763736263736264, "interval_half_width": 1291.319278621423 }, "xp_difference": { "rows": 779, "mae": 553.9642044379419, "rmse": 697.589150871941, "interval_90_coverage": 0.8973042362002568, "interval_half_width": 1135.8249234676437 } } }, "test_supported": { "rows": 1661, "targets": { "cs_difference": { "rows": 1556, "mae": 12.415273792665188, "rmse": 15.707559754383423, "interval_90_coverage": 0.8926735218508998, "interval_half_width": 25.041361109859373 }, "gold_difference": { "rows": 1372, "mae": 615.6852633552156, "rmse": 789.3507256442354, "interval_90_coverage": 0.8899416909620991, "interval_half_width": 1291.319278621423 }, "xp_difference": { "rows": 1486, "mae": 562.1421482042444, "rmse": 720.3648700037085, "interval_90_coverage": 0.8950201884253028, "interval_half_width": 1135.8249234676437 } } } }, "champions": { "selection_normalized_mse": 0.6289255991507545, "alpha": 100, "matchup_shrinkage_games": 0, "features": 264, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2369, "mae": 11.981452702390895, "rmse": 15.145329446114136, "interval_90_coverage": 0.881384550443225, "interval_half_width": 23.66329779851841 }, "gold_difference": { "rows": 2100, "mae": 615.6460935767993, "rmse": 789.2636275685278, "interval_90_coverage": 0.8842857142857142, "interval_half_width": 1245.83754674648 }, "xp_difference": { "rows": 2265, "mae": 553.3964293030117, "rmse": 705.6673119873356, "interval_90_coverage": 0.8966887417218543, "interval_half_width": 1139.837853173019 } } }, "test_low_support": { "rows": 860, "targets": { "cs_difference": { "rows": 813, "mae": 12.442439284127204, "rmse": 15.764943945359159, "interval_90_coverage": 0.8536285362853628, "interval_half_width": 23.66329779851841 }, "gold_difference": { "rows": 728, "mae": 630.9064732632852, "rmse": 810.918812337863, "interval_90_coverage": 0.8777472527472527, "interval_half_width": 1245.83754674648 }, "xp_difference": { "rows": 779, "mae": 543.7595359939615, "rmse": 688.811376528957, "interval_90_coverage": 0.8947368421052632, "interval_half_width": 1139.837853173019 } } }, "test_supported": { "rows": 1661, "targets": { "cs_difference": { "rows": 1556, "mae": 11.74059017607237, "rmse": 14.811278477203967, "interval_90_coverage": 0.8958868894601543, "interval_half_width": 23.66329779851841 }, "gold_difference": { "rows": 1372, "mae": 607.5487492533576, "rmse": 777.5282422839291, "interval_90_coverage": 0.8877551020408163, "interval_half_width": 1245.83754674648 }, "xp_difference": { "rows": 1486, "mae": 558.448340398402, "rmse": 714.344746742632, "interval_90_coverage": 0.8977119784656796, "interval_half_width": 1139.837853173019 } } } }, "hierarchical": { "selection_normalized_mse": 0.62558711890129, "alpha": 1000, "matchup_shrinkage_games": 50, "features": 264, "matchup_effects": 911, "test": { "rows": 2521, "targets": { "cs_difference": { "rows": 2369, "mae": 12.132925801163502, "rmse": 15.33701069691597, "interval_90_coverage": 0.865766146053187, "interval_half_width": 22.931595878435907 }, "gold_difference": { "rows": 2100, "mae": 619.3687075084129, "rmse": 794.7450482571836, "interval_90_coverage": 0.8828571428571429, "interval_half_width": 1238.4698186427154 }, "xp_difference": { "rows": 2265, "mae": 554.5952959244834, "rmse": 706.2838747559975, "interval_90_coverage": 0.8754966887417218, "interval_half_width": 1076.3968921792302 } } }, "test_low_support": { "rows": 860, "targets": { "cs_difference": { "rows": 813, "mae": 12.960950934372915, "rmse": 16.28629734008563, "interval_90_coverage": 0.8351783517835178, "interval_half_width": 22.931595878435907 }, "gold_difference": { "rows": 728, "mae": 638.4385949811656, "rmse": 822.5446061990128, "interval_90_coverage": 0.8736263736263736, "interval_half_width": 1238.4698186427154 }, "xp_difference": { "rows": 779, "mae": 547.4712026644381, "rmse": 691.6135237354599, "interval_90_coverage": 0.8754813863928113, "interval_half_width": 1076.3968921792302 } } }, "test_supported": { "rows": 1661, "targets": { "cs_difference": { "rows": 1556, "mae": 11.700287990559872, "rmse": 14.816843707098055, "interval_90_coverage": 0.8817480719794345, "interval_half_width": 22.931595878435907 }, "gold_difference": { "rows": 1372, "mae": 609.2499917065442, "rmse": 779.5918152369038, "interval_90_coverage": 0.8877551020408163, "interval_half_width": 1238.4698186427154 }, "xp_difference": { "rows": 1486, "mae": 558.329931624063, "rmse": 713.8540151791881, "interval_90_coverage": 0.8755047106325706, "interval_half_width": 1076.3968921792302 } } } } }, "selected": "hierarchical" }, "bot_duo/10": { "labels": [ "bot_cs_difference", "duo_gold_difference", "duo_xp_difference" ], "counts": { "train": 8721, "selection": 397, "calibration": 320, "test": 2521 }, "variants": { "context": { "selection_normalized_mse": 0.49225082501783984, "alpha": 100, "matchup_shrinkage_games": 0, "features": 96, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2388, "mae": 10.024135615160258, "rmse": 12.874233671962212, "interval_90_coverage": 0.8655778894472361, "interval_half_width": 19.12797491302992 }, "duo_gold_difference": { "rows": 2388, "mae": 585.1276020327272, "rmse": 763.972429852004, "interval_90_coverage": 0.830820770519263, "interval_half_width": 1026.1525653029669 }, "duo_xp_difference": { "rows": 2388, "mae": 415.4353310202376, "rmse": 534.489079094159, "interval_90_coverage": 0.8831658291457286, "interval_half_width": 822.7502140409196 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2334, "mae": 10.036749843627709, "rmse": 12.89806670854867, "interval_90_coverage": 0.8654670094258783, "interval_half_width": 19.12797491302992 }, "duo_gold_difference": { "rows": 2334, "mae": 586.3509548924166, "rmse": 765.7627237429667, "interval_90_coverage": 0.8307626392459297, "interval_half_width": 1026.1525653029669 }, "duo_xp_difference": { "rows": 2334, "mae": 416.22757044363743, "rmse": 535.7229749204772, "interval_90_coverage": 0.882604970008569, "interval_half_width": 822.7502140409196 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 9.478920629178285, "rmse": 11.798195326051367, "interval_90_coverage": 0.8703703703703703, "interval_half_width": 19.12797491302992 }, "duo_gold_difference": { "rows": 54, "mae": 532.25157287504, "rmse": 682.1159963720684, "interval_90_coverage": 0.8333333333333334, "interval_half_width": 1026.1525653029669 }, "duo_xp_difference": { "rows": 54, "mae": 381.19298260884557, "rmse": 478.12375645765684, "interval_90_coverage": 0.9074074074074074, "interval_half_width": 822.7502140409196 } } } }, "champions": { "selection_normalized_mse": 0.491970072436668, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 284, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2388, "mae": 9.889634095003844, "rmse": 12.677771173533166, "interval_90_coverage": 0.8953098827470687, "interval_half_width": 20.649189200206695 }, "duo_gold_difference": { "rows": 2388, "mae": 576.0359118130041, "rmse": 754.0369070246526, "interval_90_coverage": 0.830820770519263, "interval_half_width": 1025.7221904919552 }, "duo_xp_difference": { "rows": 2388, "mae": 410.82582613131046, "rmse": 528.7622707563601, "interval_90_coverage": 0.885678391959799, "interval_half_width": 825.4521599381624 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2334, "mae": 9.863705373904589, "rmse": 12.666897170474263, "interval_90_coverage": 0.8946015424164524, "interval_half_width": 20.649189200206695 }, "duo_gold_difference": { "rows": 2334, "mae": 577.4497431412733, "rmse": 756.1439974683949, "interval_90_coverage": 0.8299057412167952, "interval_half_width": 1025.7221904919552 }, "duo_xp_difference": { "rows": 2334, "mae": 411.5331098615028, "rmse": 530.1271375395871, "interval_90_coverage": 0.8851756640959726, "interval_half_width": 825.4521599381624 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 11.010331040293822, "rmse": 13.139171966908586, "interval_90_coverage": 0.9259259259259259, "interval_half_width": 20.649189200206695 }, "duo_gold_difference": { "rows": 54, "mae": 514.9269799578115, "rmse": 656.5323702605917, "interval_90_coverage": 0.8703703703703703, "interval_half_width": 1025.7221904919552 }, "duo_xp_difference": { "rows": 54, "mae": 380.25545157077676, "rmse": 465.96451121024114, "interval_90_coverage": 0.9074074074074074, "interval_half_width": 825.4521599381624 } } } }, "duo": { "selection_normalized_mse": 0.4933199319446168, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 679, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2388, "mae": 9.882912278858122, "rmse": 12.666869547246558, "interval_90_coverage": 0.8894472361809045, "interval_half_width": 20.333006507272124 }, "duo_gold_difference": { "rows": 2388, "mae": 575.2269480643549, "rmse": 753.1352159353901, "interval_90_coverage": 0.8329145728643216, "interval_half_width": 1027.6720364686907 }, "duo_xp_difference": { "rows": 2388, "mae": 410.82714291549325, "rmse": 528.7760708959623, "interval_90_coverage": 0.8860971524288107, "interval_half_width": 827.012499485261 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2334, "mae": 9.84927281829295, "rmse": 12.64522450975711, "interval_90_coverage": 0.890745501285347, "interval_half_width": 20.333006507272124 }, "duo_gold_difference": { "rows": 2334, "mae": 576.6986026812192, "rmse": 755.2896139141801, "interval_90_coverage": 0.8316195372750642, "interval_half_width": 1027.6720364686907 }, "duo_xp_difference": { "rows": 2334, "mae": 411.48037109858564, "rmse": 530.1273651571881, "interval_90_coverage": 0.8856041131105399, "interval_half_width": 827.012499485261 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 11.336884518841616, "rmse": 13.5694593914667, "interval_90_coverage": 0.8333333333333334, "interval_half_width": 20.333006507272124 }, "duo_gold_difference": { "rows": 54, "mae": 511.61876517988674, "rmse": 653.2620829307289, "interval_90_coverage": 0.8888888888888888, "interval_half_width": 1027.6720364686907 }, "duo_xp_difference": { "rows": 54, "mae": 382.5931692240546, "rmse": 466.6453489579581, "interval_90_coverage": 0.9074074074074074, "interval_half_width": 827.012499485261 } } } }, "hierarchical": { "selection_normalized_mse": 0.4939581932471123, "alpha": 1000, "matchup_shrinkage_games": 100, "features": 679, "matchup_effects": 5121, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2388, "mae": 9.895976465255794, "rmse": 12.690273034120985, "interval_90_coverage": 0.885678391959799, "interval_half_width": 20.057105489562314 }, "duo_gold_difference": { "rows": 2388, "mae": 575.133608585832, "rmse": 753.1121548652362, "interval_90_coverage": 0.8329145728643216, "interval_half_width": 1027.6720364686907 }, "duo_xp_difference": { "rows": 2388, "mae": 410.9937164540718, "rmse": 528.8628789838883, "interval_90_coverage": 0.885678391959799, "interval_half_width": 827.012499485261 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2334, "mae": 9.849265310860108, "rmse": 12.645774302407334, "interval_90_coverage": 0.8868894601542416, "interval_half_width": 20.057105489562314 }, "duo_gold_difference": { "rows": 2334, "mae": 576.6590859399336, "rmse": 755.2917948413059, "interval_90_coverage": 0.8316195372750642, "interval_half_width": 1027.6720364686907 }, "duo_xp_difference": { "rows": 2334, "mae": 411.5304564920863, "rmse": 530.1736731151244, "interval_90_coverage": 0.8851756640959726, "interval_half_width": 827.012499485261 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 11.914936360802722, "rmse": 14.483532467620714, "interval_90_coverage": 0.8333333333333334, "interval_half_width": 20.057105489562314 }, "duo_gold_difference": { "rows": 54, "mae": 509.19908739188367, "rmse": 651.9761237748587, "interval_90_coverage": 0.8888888888888888, "interval_half_width": 1027.6720364686907 }, "duo_xp_difference": { "rows": 54, "mae": 387.79461925544507, "rmse": 468.7171513671474, "interval_90_coverage": 0.9074074074074074, "interval_half_width": 827.012499485261 } } } } }, "selected": "champions" }, "bot_duo/15": { "labels": [ "bot_cs_difference", "duo_gold_difference", "duo_xp_difference" ], "counts": { "train": 8721, "selection": 397, "calibration": 320, "test": 2521 }, "variants": { "context": { "selection_normalized_mse": 0.4426334853876906, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 96, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2383, "mae": 14.356942823179565, "rmse": 18.448045397943673, "interval_90_coverage": 0.8480906420478389, "interval_half_width": 26.261386421705453 }, "duo_gold_difference": { "rows": 2007, "mae": 1049.1184973118916, "rmse": 1359.6425123578763, "interval_90_coverage": 0.8445440956651719, "interval_half_width": 1920.2073565274984 }, "duo_xp_difference": { "rows": 2272, "mae": 708.9979651146366, "rmse": 899.0799065866458, "interval_90_coverage": 0.8873239436619719, "interval_half_width": 1418.1939265821447 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2329, "mae": 14.372098606000703, "rmse": 18.48798549849872, "interval_90_coverage": 0.8467153284671532, "interval_half_width": 26.261386421705453 }, "duo_gold_difference": { "rows": 1960, "mae": 1046.7308727317968, "rmse": 1357.5054405301137, "interval_90_coverage": 0.8459183673469388, "interval_half_width": 1920.2073565274984 }, "duo_xp_difference": { "rows": 2220, "mae": 708.55020907931, "rmse": 900.0993887936659, "interval_90_coverage": 0.8855855855855855, "interval_half_width": 1418.1939265821447 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 13.703279523356755, "rmse": 16.63443139258204, "interval_90_coverage": 0.9074074074074074, "interval_half_width": 26.261386421705453 }, "duo_gold_difference": { "rows": 47, "mae": 1148.6875223541442, "rmse": 1445.9533839090698, "interval_90_coverage": 0.7872340425531915, "interval_half_width": 1920.2073565274984 }, "duo_xp_difference": { "rows": 52, "mae": 728.1137035458903, "rmse": 854.4220925813485, "interval_90_coverage": 0.9615384615384616, "interval_half_width": 1418.1939265821447 } } } }, "champions": { "selection_normalized_mse": 0.45563489721796857, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 284, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2383, "mae": 14.347471266268068, "rmse": 18.36035878828911, "interval_90_coverage": 0.8627780109106169, "interval_half_width": 26.916421262036156 }, "duo_gold_difference": { "rows": 2007, "mae": 1042.4206257573, "rmse": 1349.1981643954514, "interval_90_coverage": 0.8370702541106129, "interval_half_width": 1881.9117840887066 }, "duo_xp_difference": { "rows": 2272, "mae": 705.6601235517498, "rmse": 895.5213200526131, "interval_90_coverage": 0.8794014084507042, "interval_half_width": 1388.34798392884 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2329, "mae": 14.288994096985693, "rmse": 18.326900313830293, "interval_90_coverage": 0.8634607127522542, "interval_half_width": 26.916421262036156 }, "duo_gold_difference": { "rows": 1960, "mae": 1040.1221831829766, "rmse": 1347.1406370587401, "interval_90_coverage": 0.8377551020408164, "interval_half_width": 1881.9117840887066 }, "duo_xp_difference": { "rows": 2220, "mae": 705.0763474393701, "rmse": 896.2439351371006, "interval_90_coverage": 0.8783783783783784, "interval_half_width": 1388.34798392884 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 16.869569919206093, "rmse": 19.749541341488797, "interval_90_coverage": 0.8333333333333334, "interval_half_width": 26.916421262036156 }, "duo_gold_difference": { "rows": 47, "mae": 1138.2705714099363, "rmse": 1432.3722863444018, "interval_90_coverage": 0.8085106382978723, "interval_half_width": 1881.9117840887066 }, "duo_xp_difference": { "rows": 52, "mae": 730.582872964884, "rmse": 864.1077985188551, "interval_90_coverage": 0.9230769230769231, "interval_half_width": 1388.34798392884 } } } }, "duo": { "selection_normalized_mse": 0.457162950691681, "alpha": 1000, "matchup_shrinkage_games": 0, "features": 679, "matchup_effects": 0, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2383, "mae": 14.345482355256271, "rmse": 18.36726798382684, "interval_90_coverage": 0.8606798153587915, "interval_half_width": 26.869133901516374 }, "duo_gold_difference": { "rows": 2007, "mae": 1041.312143324169, "rmse": 1348.3683614642534, "interval_90_coverage": 0.833582461385152, "interval_half_width": 1867.14605670619 }, "duo_xp_difference": { "rows": 2272, "mae": 705.4673817552449, "rmse": 895.3983133239907, "interval_90_coverage": 0.8767605633802817, "interval_half_width": 1372.5500200192698 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2329, "mae": 14.276223655157004, "rmse": 18.314049590810573, "interval_90_coverage": 0.8621726062687849, "interval_half_width": 26.869133901516374 }, "duo_gold_difference": { "rows": 1960, "mae": 1038.9778888596375, "rmse": 1346.2508071859834, "interval_90_coverage": 0.8341836734693877, "interval_half_width": 1867.14605670619 }, "duo_xp_difference": { "rows": 2220, "mae": 704.8417262931288, "rmse": 896.0479392402184, "interval_90_coverage": 0.8756756756756757, "interval_half_width": 1372.5500200192698 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 17.33258443916732, "rmse": 20.53170180987324, "interval_90_coverage": 0.7962962962962963, "interval_half_width": 26.869133901516374 }, "duo_gold_difference": { "rows": 47, "mae": 1138.6555209939968, "rmse": 1433.8931886918208, "interval_90_coverage": 0.8085106382978723, "interval_half_width": 1867.14605670619 }, "duo_xp_difference": { "rows": 52, "mae": 732.1780572532831, "rmse": 867.2105374626663, "interval_90_coverage": 0.9230769230769231, "interval_half_width": 1372.5500200192698 } } } }, "hierarchical": { "selection_normalized_mse": 0.4578084912139703, "alpha": 1000, "matchup_shrinkage_games": 100, "features": 679, "matchup_effects": 5121, "test": { "rows": 2521, "targets": { "bot_cs_difference": { "rows": 2383, "mae": 14.368308858318105, "rmse": 18.41214053963688, "interval_90_coverage": 0.8594208980276962, "interval_half_width": 26.869133901516374 }, "duo_gold_difference": { "rows": 2007, "mae": 1041.1218156504963, "rmse": 1348.2751128038365, "interval_90_coverage": 0.833582461385152, "interval_half_width": 1867.14605670619 }, "duo_xp_difference": { "rows": 2272, "mae": 705.3527826418779, "rmse": 895.4048183908371, "interval_90_coverage": 0.8772007042253521, "interval_half_width": 1372.5500200192698 } } }, "test_low_support": { "rows": 2463, "targets": { "bot_cs_difference": { "rows": 2329, "mae": 14.279627330259311, "rmse": 18.319161759137497, "interval_90_coverage": 0.8621726062687849, "interval_half_width": 26.869133901516374 }, "duo_gold_difference": { "rows": 1960, "mae": 1038.7953734520543, "rmse": 1346.1345816791793, "interval_90_coverage": 0.8341836734693877, "interval_half_width": 1867.14605670619 }, "duo_xp_difference": { "rows": 2220, "mae": 704.7823912279441, "rmse": 896.0935076115331, "interval_90_coverage": 0.8761261261261262, "interval_half_width": 1372.5500200192698 } } }, "test_supported": { "rows": 58, "targets": { "bot_cs_difference": { "rows": 54, "mae": 18.19311031848352, "rmse": 22.052315010183516, "interval_90_coverage": 0.7407407407407407, "interval_half_width": 26.869133901516374 }, "duo_gold_difference": { "rows": 47, "mae": 1138.1394052025476, "rmse": 1434.6990830282928, "interval_90_coverage": 0.8085106382978723, "interval_half_width": 1867.14605670619 }, "duo_xp_difference": { "rows": 52, "mae": 729.7041083905834, "rmse": 865.4921345299084, "interval_90_coverage": 0.9230769230769231, "interval_half_width": 1372.5500200192698 } } } } }, "selected": "context" } }, "global": { "counts": { "train": 12113, "selection": 618, "calibration": 401, "test": 2536 }, "variants": { "context": { "selection_log_loss": 0.6237358198124641, "penalty": 0.001, "features": 102, "calibration": { "games": 401, "log_loss": 0.6931835883721461, "brier": 0.2476526124829203, "calibration_bins": [ { "lower": 0.1, "games": 2, "predicted": 0.1774805588615402, "observed": 0.0 }, { "lower": 0.2, "games": 25, "predicted": 0.2557661299292574, "observed": 0.2 }, { "lower": 0.3, "games": 52, "predicted": 0.3630802869489059, "observed": 0.36538461538461536 }, { "lower": 0.4, "games": 86, "predicted": 0.4563201180619565, "observed": 0.4418604651162791 }, { "lower": 0.5, "games": 93, "predicted": 0.5502675902834872, "observed": 0.4946236559139785 }, { "lower": 0.6, "games": 82, "predicted": 0.6453622597391944, "observed": 0.5609756097560976 }, { "lower": 0.7, "games": 36, "predicted": 0.7440437077147168, "observed": 0.6944444444444444 }, { "lower": 0.8, "games": 24, "predicted": 0.8258012352420838, "observed": 0.5 }, { "lower": 0.9, "games": 1, "predicted": 0.9120325516342533, "observed": 0.0 } ] }, "test": { "games": 2536, "log_loss": 0.6497166460766236, "brier": 0.22852188441419166, "calibration_bins": [ { "lower": 0.0, "games": 2, "predicted": 0.08977474334485494, "observed": 0.5 }, { "lower": 0.1, "games": 54, "predicted": 0.15759753696667478, "observed": 0.18518518518518517 }, { "lower": 0.2, "games": 154, "predicted": 0.25873416301688923, "observed": 0.2857142857142857 }, { "lower": 0.3, "games": 340, "predicted": 0.3567353634222398, "observed": 0.38823529411764707 }, { "lower": 0.4, "games": 370, "predicted": 0.45221177064390533, "observed": 0.4594594594594595 }, { "lower": 0.5, "games": 571, "predicted": 0.5497666528119469, "observed": 0.553415061295972 }, { "lower": 0.6, "games": 450, "predicted": 0.6500374776851165, "observed": 0.6422222222222222 }, { "lower": 0.7, "games": 414, "predicted": 0.7409808193749278, "observed": 0.714975845410628 }, { "lower": 0.8, "games": 169, "predicted": 0.8407252671873249, "observed": 0.7337278106508875 }, { "lower": 0.9, "games": 12, "predicted": 0.9143739201251081, "observed": 0.9166666666666666 } ] }, "test_low_support": { "games": 2518, "log_loss": 0.6495705357230123, "brier": 0.22846892054815696, "calibration_bins": [ { "lower": 0.0, "games": 2, "predicted": 0.08977474334485494, "observed": 0.5 }, { "lower": 0.1, "games": 54, "predicted": 0.15759753696667478, "observed": 0.18518518518518517 }, { "lower": 0.2, "games": 152, "predicted": 0.25906885988611367, "observed": 0.2894736842105263 }, { "lower": 0.3, "games": 334, "predicted": 0.35674206603663366, "observed": 0.38922155688622756 }, { "lower": 0.4, "games": 369, "predicted": 0.4521607281114217, "observed": 0.45799457994579945 }, { "lower": 0.5, "games": 568, "predicted": 0.5496017166935872, "observed": 0.551056338028169 }, { "lower": 0.6, "games": 448, "predicted": 0.6501075433054979, "observed": 0.6450892857142857 }, { "lower": 0.7, "games": 412, "predicted": 0.7410967294114063, "observed": 0.7160194174757282 }, { "lower": 0.8, "games": 167, "predicted": 0.8409110524875036, "observed": 0.7365269461077845 }, { "lower": 0.9, "games": 12, "predicted": 0.9143739201251081, "observed": 0.9166666666666666 } ] }, "test_supported": { "games": 18, "log_loss": 0.6701558610984794, "brier": 0.23593094078504706, "calibration_bins": [ { "lower": 0.2, "games": 2, "predicted": 0.23329720095583695, "observed": 0.0 }, { "lower": 0.3, "games": 6, "predicted": 0.3563622512209821, "observed": 0.3333333333333333 }, { "lower": 0.4, "games": 1, "predicted": 0.4710464651303531, "observed": 1.0 }, { "lower": 0.5, "games": 3, "predicted": 0.5809945578880584, "observed": 1.0 }, { "lower": 0.6, "games": 2, "predicted": 0.6343427787196623, "observed": 0.0 }, { "lower": 0.7, "games": 2, "predicted": 0.7171033518603407, "observed": 0.5 }, { "lower": 0.8, "games": 2, "predicted": 0.8252121946223685, "observed": 0.5 } ] }, "low_support_definition": "At least one of the full role-labelled same/enemy pairs has fewer than 10 training+selection matches" }, "champions": { "selection_log_loss": 0.6207686147193111, "penalty": 0.001, "features": 504, "calibration": { "games": 401, "log_loss": 0.6873853506333276, "brier": 0.24560900686165393, "calibration_bins": [ { "lower": 0.1, "games": 2, "predicted": 0.18188648448896064, "observed": 0.0 }, { "lower": 0.2, "games": 18, "predicted": 0.2570443269254195, "observed": 0.16666666666666666 }, { "lower": 0.3, "games": 46, "predicted": 0.35720949512887445, "observed": 0.391304347826087 }, { "lower": 0.4, "games": 86, "predicted": 0.45208302670595407, "observed": 0.38372093023255816 }, { "lower": 0.5, "games": 110, "predicted": 0.5508592023762285, "observed": 0.4727272727272727 }, { "lower": 0.6, "games": 75, "predicted": 0.6497497652507846, "observed": 0.6133333333333333 }, { "lower": 0.7, "games": 50, "predicted": 0.7523098484678198, "observed": 0.66 }, { "lower": 0.8, "games": 14, "predicted": 0.8287112678292514, "observed": 0.42857142857142855 } ] }, "test": { "games": 2536, "log_loss": 0.6436534486745683, "brier": 0.22600236353190964, "calibration_bins": [ { "lower": 0.0, "games": 2, "predicted": 0.09423880527399717, "observed": 0.5 }, { "lower": 0.1, "games": 45, "predicted": 0.1634640244824295, "observed": 0.2222222222222222 }, { "lower": 0.2, "games": 150, "predicted": 0.259622027332318, "observed": 0.25333333333333335 }, { "lower": 0.3, "games": 325, "predicted": 0.3546087733729181, "observed": 0.38153846153846155 }, { "lower": 0.4, "games": 460, "predicted": 0.45296513683992345, "observed": 0.47391304347826085 }, { "lower": 0.5, "games": 530, "predicted": 0.5521299869860549, "observed": 0.5490566037735849 }, { "lower": 0.6, "games": 512, "predicted": 0.6476599009551303, "observed": 0.650390625 }, { "lower": 0.7, "games": 368, "predicted": 0.7428176699059275, "observed": 0.7038043478260869 }, { "lower": 0.8, "games": 136, "predicted": 0.8372619726618568, "observed": 0.8161764705882353 }, { "lower": 0.9, "games": 8, "predicted": 0.9109329747032764, "observed": 1.0 } ] }, "test_low_support": { "games": 2518, "log_loss": 0.6436535876392688, "brier": 0.226028263784438, "calibration_bins": [ { "lower": 0.0, "games": 2, "predicted": 0.09423880527399717, "observed": 0.5 }, { "lower": 0.1, "games": 45, "predicted": 0.1634640244824295, "observed": 0.2222222222222222 }, { "lower": 0.2, "games": 146, "predicted": 0.2600905241017032, "observed": 0.2602739726027397 }, { "lower": 0.3, "games": 322, "predicted": 0.35435061560659437, "observed": 0.38198757763975155 }, { "lower": 0.4, "games": 459, "predicted": 0.45304600970384845, "observed": 0.47276688453159044 }, { "lower": 0.5, "games": 527, "predicted": 0.5519932665744431, "observed": 0.5483870967741935 }, { "lower": 0.6, "games": 508, "predicted": 0.6475796942421111, "observed": 0.6515748031496063 }, { "lower": 0.7, "games": 367, "predicted": 0.7429038193187661, "observed": 0.7029972752043597 }, { "lower": 0.8, "games": 134, "predicted": 0.8371782895340283, "observed": 0.8208955223880597 }, { "lower": 0.9, "games": 8, "predicted": 0.9109329747032764, "observed": 1.0 } ] }, "test_supported": { "games": 18, "log_loss": 0.6436340090570396, "brier": 0.22237920598377606, "calibration_bins": [ { "lower": 0.2, "games": 4, "predicted": 0.2425218952497579, "observed": 0.0 }, { "lower": 0.3, "games": 3, "predicted": 0.38231770695832923, "observed": 0.3333333333333333 }, { "lower": 0.4, "games": 1, "predicted": 0.4158444922983106, "observed": 1.0 }, { "lower": 0.5, "games": 3, "predicted": 0.5761472059591803, "observed": 0.6666666666666666 }, { "lower": 0.6, "games": 4, "predicted": 0.6578461535085565, "observed": 0.5 }, { "lower": 0.7, "games": 1, "predicted": 0.7112008353941869, "observed": 1.0 }, { "lower": 0.8, "games": 2, "predicted": 0.8428687422263641, "observed": 0.5 } ] }, "low_support_definition": "At least one of the full role-labelled same/enemy pairs has fewer than 10 training+selection matches" }, "same": { "selection_log_loss": 0.6290482641643296, "penalty": 0.001, "features": 3479, "calibration": { "games": 401, "log_loss": 0.6796627789187701, "brier": 0.24276402558117957, "calibration_bins": [ { "lower": 0.2, "games": 8, "predicted": 0.27294672174584544, "observed": 0.0 }, { "lower": 0.3, "games": 32, "predicted": 0.3537321012792364, "observed": 0.3125 }, { "lower": 0.4, "games": 108, "predicted": 0.45565107724576703, "observed": 0.39814814814814814 }, { "lower": 0.5, "games": 127, "predicted": 0.5496733724304417, "observed": 0.4645669291338583 }, { "lower": 0.6, "games": 85, "predicted": 0.646095866269848, "observed": 0.6470588235294118 }, { "lower": 0.7, "games": 38, "predicted": 0.735082123258035, "observed": 0.6052631578947368 }, { "lower": 0.8, "games": 3, "predicted": 0.8161136480815928, "observed": 0.3333333333333333 } ] }, "test": { "games": 2536, "log_loss": 0.6443310207044831, "brier": 0.22646246824443392, "calibration_bins": [ { "lower": 0.1, "games": 10, "predicted": 0.18586436995541822, "observed": 0.4 }, { "lower": 0.2, "games": 81, "predicted": 0.2624097940303139, "observed": 0.19753086419753085 }, { "lower": 0.3, "games": 290, "predicted": 0.35979380245975295, "observed": 0.33448275862068966 }, { "lower": 0.4, "games": 560, "predicted": 0.4542224171073787, "observed": 0.46785714285714286 }, { "lower": 0.5, "games": 696, "predicted": 0.5512852710375755, "observed": 0.5502873563218391 }, { "lower": 0.6, "games": 598, "predicted": 0.6462369354499692, "observed": 0.6789297658862876 }, { "lower": 0.7, "games": 263, "predicted": 0.7390072692370034, "observed": 0.7300380228136882 }, { "lower": 0.8, "games": 38, "predicted": 0.8253659831408214, "observed": 0.868421052631579 } ] }, "test_low_support": { "games": 2518, "log_loss": 0.6444154721193311, "brier": 0.22651832909419026, "calibration_bins": [ { "lower": 0.1, "games": 10, "predicted": 0.18586436995541822, "observed": 0.4 }, { "lower": 0.2, "games": 78, "predicted": 0.2617733231928582, "observed": 0.20512820512820512 }, { "lower": 0.3, "games": 288, "predicted": 0.359757633162718, "observed": 0.3333333333333333 }, { "lower": 0.4, "games": 556, "predicted": 0.4541970867669859, "observed": 0.4694244604316547 }, { "lower": 0.5, "games": 694, "predicted": 0.5512304152365186, "observed": 0.5489913544668588 }, { "lower": 0.6, "games": 593, "predicted": 0.6461489125644411, "observed": 0.6795952782462057 }, { "lower": 0.7, "games": 262, "predicted": 0.7388555259200205, "observed": 0.7290076335877863 }, { "lower": 0.8, "games": 37, "predicted": 0.8258112627909153, "observed": 0.8918918918918919 } ] }, "test_supported": { "games": 18, "log_loss": 0.6325172061162895, "brier": 0.21864815603962995, "calibration_bins": [ { "lower": 0.2, "games": 3, "predicted": 0.27895803580416445, "observed": 0.0 }, { "lower": 0.3, "games": 2, "predicted": 0.36500218123278305, "observed": 0.5 }, { "lower": 0.4, "games": 4, "predicted": 0.4577433344219848, "observed": 0.25 }, { "lower": 0.5, "games": 2, "predicted": 0.5703202340043456, "observed": 1.0 }, { "lower": 0.6, "games": 5, "predicted": 0.6566764496736129, "observed": 0.6 }, { "lower": 0.7, "games": 1, "predicted": 0.778764018286559, "observed": 1.0 }, { "lower": 0.8, "games": 1, "predicted": 0.8088906360873532, "observed": 0.0 } ] }, "low_support_definition": "At least one of the full role-labelled same/enemy pairs has fewer than 10 training+selection matches" }, "enemy": { "selection_log_loss": 0.6285290133873173, "penalty": 0.001, "features": 4308, "calibration": { "games": 401, "log_loss": 0.6815674394365102, "brier": 0.24388004935600455, "calibration_bins": [ { "lower": 0.2, "games": 5, "predicted": 0.27820905072426416, "observed": 0.0 }, { "lower": 0.3, "games": 34, "predicted": 0.3582966930391684, "observed": 0.29411764705882354 }, { "lower": 0.4, "games": 102, "predicted": 0.4546030972720294, "observed": 0.43137254901960786 }, { "lower": 0.5, "games": 135, "predicted": 0.5449067088670162, "observed": 0.4444444444444444 }, { "lower": 0.6, "games": 88, "predicted": 0.6405760646926546, "observed": 0.625 }, { "lower": 0.7, "games": 36, "predicted": 0.7288354322240692, "observed": 0.6111111111111112 }, { "lower": 0.8, "games": 1, "predicted": 0.8211597626843095, "observed": 0.0 } ] }, "test": { "games": 2536, "log_loss": 0.6441230869993954, "brier": 0.22633871351417953, "calibration_bins": [ { "lower": 0.1, "games": 2, "predicted": 0.17013435332834492, "observed": 0.5 }, { "lower": 0.2, "games": 66, "predicted": 0.2594836488982919, "observed": 0.19696969696969696 }, { "lower": 0.3, "games": 275, "predicted": 0.3609939633267966, "observed": 0.3418181818181818 }, { "lower": 0.4, "games": 584, "predicted": 0.4547161158796025, "observed": 0.4366438356164384 }, { "lower": 0.5, "games": 740, "predicted": 0.5509034832200412, "observed": 0.5608108108108109 }, { "lower": 0.6, "games": 603, "predicted": 0.6456395271523193, "observed": 0.6832504145936982 }, { "lower": 0.7, "games": 242, "predicted": 0.7387048288063935, "observed": 0.7479338842975206 }, { "lower": 0.8, "games": 24, "predicted": 0.8249763049015199, "observed": 0.9166666666666666 } ] }, "test_low_support": { "games": 2518, "log_loss": 0.6441207478044234, "brier": 0.22635061303863055, "calibration_bins": [ { "lower": 0.1, "games": 2, "predicted": 0.17013435332834492, "observed": 0.5 }, { "lower": 0.2, "games": 64, "predicted": 0.2585058619705968, "observed": 0.203125 }, { "lower": 0.3, "games": 272, "predicted": 0.3611729086897079, "observed": 0.34191176470588236 }, { "lower": 0.4, "games": 581, "predicted": 0.4546721947898566, "observed": 0.43717728055077454 }, { "lower": 0.5, "games": 736, "predicted": 0.550800524442633, "observed": 0.5597826086956522 }, { "lower": 0.6, "games": 599, "predicted": 0.645561090699758, "observed": 0.6844741235392321 }, { "lower": 0.7, "games": 240, "predicted": 0.7384285031879566, "observed": 0.75 }, { "lower": 0.8, "games": 24, "predicted": 0.8249763049015199, "observed": 0.9166666666666666 } ] }, "test_supported": { "games": 18, "log_loss": 0.6444503143849077, "brier": 0.22467410226041423, "calibration_bins": [ { "lower": 0.2, "games": 2, "predicted": 0.2907728305845392, "observed": 0.0 }, { "lower": 0.3, "games": 3, "predicted": 0.34476958375616795, "observed": 0.3333333333333333 }, { "lower": 0.4, "games": 3, "predicted": 0.4632221669270649, "observed": 0.3333333333333333 }, { "lower": 0.5, "games": 4, "predicted": 0.5698478982631385, "observed": 0.75 }, { "lower": 0.6, "games": 4, "predicted": 0.6573853859233844, "observed": 0.5 }, { "lower": 0.7, "games": 2, "predicted": 0.7718639030188235, "observed": 0.5 } ] }, "low_support_definition": "At least one of the full role-labelled same/enemy pairs has fewer than 10 training+selection matches" }, "full": { "selection_log_loss": 0.637161135438759, "penalty": 0.001, "features": 7283, "calibration": { "games": 401, "log_loss": 0.6795467774741427, "brier": 0.24309481335129188, "calibration_bins": [ { "lower": 0.3, "games": 25, "predicted": 0.3606107026095012, "observed": 0.24 }, { "lower": 0.4, "games": 116, "predicted": 0.46081188867821865, "observed": 0.39655172413793105 }, { "lower": 0.5, "games": 147, "predicted": 0.5460862418610231, "observed": 0.4489795918367347 }, { "lower": 0.6, "games": 101, "predicted": 0.6396654677616234, "observed": 0.6633663366336634 }, { "lower": 0.7, "games": 12, "predicted": 0.7297117341384297, "observed": 0.5 } ] }, "test": { "games": 2536, "log_loss": 0.648270740381589, "brier": 0.22820075251074765, "calibration_bins": [ { "lower": 0.2, "games": 31, "predicted": 0.2751200140528997, "observed": 0.2903225806451613 }, { "lower": 0.3, "games": 189, "predicted": 0.36385183756998224, "observed": 0.291005291005291 }, { "lower": 0.4, "games": 667, "predicted": 0.4560185470548195, "observed": 0.4257871064467766 }, { "lower": 0.5, "games": 901, "predicted": 0.550626143629732, "observed": 0.564927857935627 }, { "lower": 0.6, "games": 602, "predicted": 0.6413915879578944, "observed": 0.6910299003322259 }, { "lower": 0.7, "games": 144, "predicted": 0.7305670426057573, "observed": 0.8194444444444444 }, { "lower": 0.8, "games": 2, "predicted": 0.8174088998951927, "observed": 1.0 } ] }, "test_low_support": { "games": 2518, "log_loss": 0.6483293922479377, "brier": 0.22823766809967155, "calibration_bins": [ { "lower": 0.2, "games": 31, "predicted": 0.2751200140528997, "observed": 0.2903225806451613 }, { "lower": 0.3, "games": 185, "predicted": 0.36439940004591626, "observed": 0.2972972972972973 }, { "lower": 0.4, "games": 664, "predicted": 0.4560203113640098, "observed": 0.4246987951807229 }, { "lower": 0.5, "games": 897, "predicted": 0.5507013724396745, "observed": 0.5652173913043478 }, { "lower": 0.6, "games": 597, "predicted": 0.6414248970415491, "observed": 0.6917922948073701 }, { "lower": 0.7, "games": 142, "predicted": 0.7304227532666696, "observed": 0.823943661971831 }, { "lower": 0.8, "games": 2, "predicted": 0.8174088998951927, "observed": 1.0 } ] }, "test_supported": { "games": 18, "log_loss": 0.6400659959668021, "brier": 0.2230366717934922, "calibration_bins": [ { "lower": 0.3, "games": 4, "predicted": 0.33852707305803686, "observed": 0.0 }, { "lower": 0.4, "games": 3, "predicted": 0.45562804662070905, "observed": 0.6666666666666666 }, { "lower": 0.5, "games": 4, "predicted": 0.5337560830000907, "observed": 0.5 }, { "lower": 0.6, "games": 5, "predicted": 0.6374144833695279, "observed": 0.6 }, { "lower": 0.7, "games": 2, "predicted": 0.740811585680992, "observed": 0.5 } ] }, "low_support_definition": "At least one of the full role-labelled same/enemy pairs has fewer than 10 training+selection matches" } }, "selected": "champions" }, "co_selection_by_format": { "classic": { "selected_weight": 0, "selection": { "0": { "opportunities": 0, "games": 0, "log_loss": null, "top5": null, "outside_candidate_pool": 0, "official_legality_verified": false }, "0.25": { "opportunities": 0, "games": 0, "log_loss": null, "top5": null, "outside_candidate_pool": 0, "official_legality_verified": false }, "0.5": { "opportunities": 0, "games": 0, "log_loss": null, "top5": null, "outside_candidate_pool": 0, "official_legality_verified": false } }, "selection_available": false, "test": { "0": { "opportunities": 0, "games": 0, "log_loss": null, "top5": null, "outside_candidate_pool": 0, "official_legality_verified": false }, "0.25": { "opportunities": 0, "games": 0, "log_loss": null, "top5": null, "outside_candidate_pool": 0, "official_legality_verified": false }, "0.5": { "opportunities": 0, "games": 0, "log_loss": null, "top5": null, "outside_candidate_pool": 0, "official_legality_verified": false } }, "opportunities_by_split": { "train": 2070, "selection": 0, "calibration": 0, "test": 0 }, "official_legality_verified": false }, "full_fearless": { "selected_weight": 0.5, "selection": { "0": { "opportunities": 5850, "games": 585, "log_loss": 4.193013846762833, "top5": 0.23914529914529914, "outside_candidate_pool": 75, "official_legality_verified": false }, "0.25": { "opportunities": 5850, "games": 585, "log_loss": 3.9936183062464137, "top5": 0.3169230769230769, "outside_candidate_pool": 75, "official_legality_verified": false }, "0.5": { "opportunities": 5850, "games": 585, "log_loss": 3.916526725082155, "top5": 0.32427350427350426, "outside_candidate_pool": 75, "official_legality_verified": false } }, "selection_available": true, "test": { "0": { "opportunities": 6540, "games": 654, "log_loss": 4.806755364666674, "top5": 0.12492354740061162, "outside_candidate_pool": 75, "official_legality_verified": false }, "0.25": { "opportunities": 6540, "games": 654, "log_loss": 4.6819488183304045, "top5": 0.1625382262996942, "outside_candidate_pool": 75, "official_legality_verified": false }, "0.5": { "opportunities": 6540, "games": 654, "log_loss": 4.675964794395453, "top5": 0.17110091743119266, "outside_candidate_pool": 75, "official_legality_verified": false } }, "opportunities_by_split": { "train": 14700, "selection": 5850, "calibration": 2280, "test": 6540 }, "official_legality_verified": false } } }