{"scenario":"S2_9R_9S","methods":["Group-DRO","DoReMi-style","Aioli","DoGE","Skill-It","Stratified"],"family":{"Group-DRO":"loss","DoReMi-style":"loss","Aioli":"interaction","DoGE":"interaction","Skill-It":"hybrid","Stratified":"control"},"tiers":{"SUPER_LIGHT":{"model":"pythia-70m","params":70426624,"tokens":589824.0,"flops":249235878445056.0,"flops_doge":623089696112640.0,"flops_skillit":405008302473216.0,"ctx":2048,"batch":2,"max_steps":144,"methods":{"Group-DRO":{"family":"loss","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.9428,"share_sd":0.0797,"l2":0.8716,"l2_sd":0.1403},{"round":2,"share":0.9378,"share_sd":0.0811,"l2":0.876,"l2_sd":0.1275},{"round":3,"share":0.8719,"share_sd":0.1504,"l2":0.7937,"l2_sd":0.2179},{"round":4,"share":0.7756,"share_sd":0.202,"l2":0.6895,"l2_sd":0.2786},{"round":5,"share":0.6692,"share_sd":0.2485,"l2":0.6117,"l2_sd":0.3058},{"round":6,"share":0.5754,"share_sd":0.3015,"l2":0.5961,"l2_sd":0.3101},{"round":7,"share":0.5035,"share_sd":0.3481,"l2":0.621,"l2_sd":0.3004}],"final_share":0.5035,"final_share_sd":0.3481,"final_l2":0.621,"seed_share":[0.9957,0.2532,0.2615],"test":8.567,"test_sd":1.346,"test_real":9.234,"test_synth":7.901,"seed_test":[9.6631,9.3676,6.6713]},"DoReMi-style":{"family":"loss","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.6393,"share_sd":0.0889,"l2":0.2925,"l2_sd":0.1576},{"round":2,"share":0.7358,"share_sd":0.0645,"l2":0.4823,"l2_sd":0.1106},{"round":3,"share":0.7617,"share_sd":0.0865,"l2":0.5586,"l2_sd":0.1188},{"round":4,"share":0.7709,"share_sd":0.1133,"l2":0.5995,"l2_sd":0.137},{"round":5,"share":0.7677,"share_sd":0.1342,"l2":0.6179,"l2_sd":0.1501},{"round":6,"share":0.753,"share_sd":0.1472,"l2":0.6182,"l2_sd":0.1557},{"round":7,"share":0.753,"share_sd":0.1472,"l2":0.6182,"l2_sd":0.1557}],"final_share":0.753,"final_share_sd":0.1472,"final_l2":0.6182,"seed_share":[0.545,0.8504,0.8636],"test":9.536,"test_sd":1.879,"test_real":10.288,"test_synth":8.783,"seed_test":[6.8923,11.091,10.6234]},"Aioli":{"family":"interaction","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.4995,"share_sd":0.0005,"l2":0.0018,"l2_sd":0.0005},{"round":2,"share":0.4995,"share_sd":0.0008,"l2":0.0028,"l2_sd":0.0008}],"final_share":0.4995,"final_share_sd":0.0008,"final_l2":0.0028,"seed_share":[0.4996,0.5004,0.4983],"test":7.374,"test_sd":0.772,"test_real":7.457,"test_synth":7.291,"seed_test":[7.3922,6.4195,8.3098]},"DoGE":{"family":"interaction","rounds":[{"round":0,"share":0.5184,"share_sd":0.0206,"l2":0.059,"l2_sd":0.0056},{"round":1,"share":0.5538,"share_sd":0.0225,"l2":0.0972,"l2_sd":0.025},{"round":2,"share":0.5663,"share_sd":0.0255,"l2":0.1217,"l2_sd":0.0282},{"round":3,"share":0.5765,"share_sd":0.0271,"l2":0.1405,"l2_sd":0.0378},{"round":4,"share":0.5818,"share_sd":0.0288,"l2":0.1502,"l2_sd":0.0439},{"round":5,"share":0.5846,"share_sd":0.0307,"l2":0.1569,"l2_sd":0.051},{"round":6,"share":0.5833,"share_sd":0.0315,"l2":0.1562,"l2_sd":0.0527},{"round":7,"share":0.5833,"share_sd":0.0315,"l2":0.1562,"l2_sd":0.0527}],"final_share":0.5833,"final_share_sd":0.0315,"final_l2":0.1562,"seed_share":[0.5403,0.615,0.5945],"test":7.499,"test_sd":1.005,"test_real":8.064,"test_synth":6.933,"seed_test":[6.591,8.9001,7.0045]},"Skill-It":{"family":"hybrid","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.5007,"share_sd":0.0015,"l2":0.0185,"l2_sd":0.0019},{"round":2,"share":0.507,"share_sd":0.0036,"l2":0.0442,"l2_sd":0.0025},{"round":3,"share":0.5103,"share_sd":0.0043,"l2":0.0667,"l2_sd":0.0037},{"round":4,"share":0.5117,"share_sd":0.0046,"l2":0.0865,"l2_sd":0.004},{"round":5,"share":0.5103,"share_sd":0.0049,"l2":0.1011,"l2_sd":0.0029},{"round":6,"share":0.5075,"share_sd":0.006,"l2":0.1126,"l2_sd":0.0026},{"round":7,"share":0.504,"share_sd":0.0079,"l2":0.1227,"l2_sd":0.0032}],"final_share":0.504,"final_share_sd":0.0079,"final_l2":0.1227,"seed_share":[0.5022,0.4955,0.5144],"test":7.677,"test_sd":0.176,"test_real":7.957,"test_synth":7.397,"seed_test":[7.4489,7.8788,7.7031]},"Stratified":{"family":"control","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0}],"final_share":0.5,"final_share_sd":0.0,"final_l2":0.0,"seed_share":[0.5,0.5,0.5],"test":7.326,"test_sd":0.64,"test_real":7.698,"test_synth":6.955,"seed_test":[8.0377,7.4552,6.4862]}}},"LIGHT":{"model":"pythia-70m","params":70426624,"tokens":29491200.0,"flops":1.24617939222528e+16,"flops_doge":1.3209501557587968e+16,"flops_skillit":1.40195181625344e+16,"ctx":1024,"batch":4,"max_steps":7200,"methods":{"Group-DRO":{"family":"loss","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.4612,"share_sd":0.0013,"l2":0.0337,"l2_sd":0.0004},{"round":2,"share":0.4209,"share_sd":0.001,"l2":0.0671,"l2_sd":0.0006},{"round":3,"share":0.382,"share_sd":0.0013,"l2":0.0996,"l2_sd":0.0004},{"round":4,"share":0.3429,"share_sd":0.0015,"l2":0.1328,"l2_sd":0.0005},{"round":5,"share":0.3048,"share_sd":0.0017,"l2":0.1657,"l2_sd":0.0007},{"round":6,"share":0.2687,"share_sd":0.0019,"l2":0.1982,"l2_sd":0.001},{"round":7,"share":0.2361,"share_sd":0.002,"l2":0.2292,"l2_sd":0.0013}],"final_share":0.2361,"final_share_sd":0.002,"final_l2":0.2292,"seed_share":[0.2342,0.2388,0.2352],"test":3.785,"test_sd":0.009,"test_real":4.314,"test_synth":3.257,"seed_test":[3.7982,3.7822,3.7757]},"DoReMi-style":{"family":"loss","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.4781,"share_sd":0.0002,"l2":0.0128,"l2_sd":0.0001},{"round":2,"share":0.4561,"share_sd":0.0008,"l2":0.025,"l2_sd":0.0002},{"round":3,"share":0.4347,"share_sd":0.0013,"l2":0.0366,"l2_sd":0.0004},{"round":4,"share":0.4137,"share_sd":0.002,"l2":0.0479,"l2_sd":0.0007},{"round":5,"share":0.3932,"share_sd":0.003,"l2":0.0588,"l2_sd":0.0011},{"round":6,"share":0.3734,"share_sd":0.0041,"l2":0.0696,"l2_sd":0.0016},{"round":7,"share":0.3734,"share_sd":0.0041,"l2":0.0696,"l2_sd":0.0016}],"final_share":0.3734,"final_share_sd":0.0041,"final_l2":0.0696,"seed_share":[0.3762,0.3676,0.3762],"test":3.792,"test_sd":0.037,"test_real":4.322,"test_synth":3.262,"seed_test":[3.8019,3.831,3.743]},"Aioli":{"family":"interaction","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.4976,"share_sd":0.0019,"l2":0.0052,"l2_sd":0.0033},{"round":2,"share":0.4942,"share_sd":0.0032,"l2":0.0119,"l2_sd":0.002},{"round":3,"share":0.4858,"share_sd":0.0043,"l2":0.0212,"l2_sd":0.0021},{"round":4,"share":0.481,"share_sd":0.0092,"l2":0.03,"l2_sd":0.0022},{"round":5,"share":0.4796,"share_sd":0.0096,"l2":0.0306,"l2_sd":0.0013}],"final_share":0.4796,"final_share_sd":0.0096,"final_l2":0.0306,"seed_share":[0.4822,0.4899,0.4667],"test":3.703,"test_sd":0.005,"test_real":4.227,"test_synth":3.179,"seed_test":[3.6966,3.7051,3.7076]},"DoGE":{"family":"interaction","rounds":[{"round":0,"share":0.4974,"share_sd":0.023,"l2":0.0544,"l2_sd":0.0112},{"round":1,"share":0.5006,"share_sd":0.0228,"l2":0.0558,"l2_sd":0.0139},{"round":2,"share":0.5018,"share_sd":0.0246,"l2":0.0566,"l2_sd":0.0156},{"round":3,"share":0.5046,"share_sd":0.0249,"l2":0.0578,"l2_sd":0.016},{"round":4,"share":0.5057,"share_sd":0.0265,"l2":0.0607,"l2_sd":0.0168},{"round":5,"share":0.5044,"share_sd":0.0285,"l2":0.064,"l2_sd":0.018},{"round":6,"share":0.4992,"share_sd":0.0249,"l2":0.0657,"l2_sd":0.0169},{"round":7,"share":0.4992,"share_sd":0.0249,"l2":0.0657,"l2_sd":0.0169}],"final_share":0.4992,"final_share_sd":0.0249,"final_l2":0.0657,"seed_share":[0.5243,0.4653,0.508],"test":3.743,"test_sd":0.021,"test_real":4.266,"test_synth":3.22,"seed_test":[3.7637,3.7508,3.7136]},"Skill-It":{"family":"hybrid","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.5012,"share_sd":0.0007,"l2":0.0068,"l2_sd":0.0006},{"round":2,"share":0.5025,"share_sd":0.0014,"l2":0.0134,"l2_sd":0.0012},{"round":3,"share":0.5037,"share_sd":0.0021,"l2":0.0199,"l2_sd":0.0017},{"round":4,"share":0.505,"share_sd":0.0027,"l2":0.0261,"l2_sd":0.0022},{"round":5,"share":0.5063,"share_sd":0.0034,"l2":0.0321,"l2_sd":0.0027},{"round":6,"share":0.5077,"share_sd":0.004,"l2":0.038,"l2_sd":0.0032},{"round":7,"share":0.509,"share_sd":0.0047,"l2":0.0437,"l2_sd":0.0036}],"final_share":0.509,"final_share_sd":0.0047,"final_l2":0.0437,"seed_share":[0.5069,0.5156,0.5047],"test":3.704,"test_sd":0.014,"test_real":4.231,"test_synth":3.178,"seed_test":[3.6989,3.7238,3.6903]},"Stratified":{"family":"control","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0}],"final_share":0.5,"final_share_sd":0.0,"final_l2":0.0,"seed_share":[0.5,0.5,0.5],"test":3.721,"test_sd":0.02,"test_real":4.242,"test_synth":3.2,"seed_test":[3.7065,3.7489,3.7074]}}},"HEAVY":{"model":"pythia-160m","params":162322944,"tokens":235929600.0,"flops":2.297807234924544e+17,"flops_doge":2.3667414519722803e+17,"flops_skillit":2.87225904365568e+17,"ctx":2048,"batch":8,"max_steps":14400,"methods":{"Group-DRO":{"family":"loss","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.4455,"share_sd":0.0032,"l2":0.0351,"l2_sd":0.0014},{"round":2,"share":0.3955,"share_sd":0.0047,"l2":0.0679,"l2_sd":0.0032},{"round":3,"share":0.3489,"share_sd":0.0057,"l2":0.0994,"l2_sd":0.0052},{"round":4,"share":0.3063,"share_sd":0.0058,"l2":0.1298,"l2_sd":0.0074},{"round":5,"share":0.2675,"share_sd":0.0054,"l2":0.159,"l2_sd":0.0096},{"round":6,"share":0.2326,"share_sd":0.0047,"l2":0.187,"l2_sd":0.0119},{"round":7,"share":0.2013,"share_sd":0.0039,"l2":0.2137,"l2_sd":0.0142}],"final_share":0.2013,"final_share_sd":0.0039,"final_l2":0.2137,"seed_share":[0.1965,0.2014,0.2061],"test":4.139,"test_sd":0.411,"test_real":4.634,"test_synth":3.644,"seed_test":[4.5549,4.2833,3.5786]},"DoReMi-style":{"family":"loss","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.4752,"share_sd":0.0016,"l2":0.0142,"l2_sd":0.0019},{"round":2,"share":0.4515,"share_sd":0.0033,"l2":0.0276,"l2_sd":0.0039},{"round":3,"share":0.4288,"share_sd":0.0049,"l2":0.0404,"l2_sd":0.0059},{"round":4,"share":0.4074,"share_sd":0.0063,"l2":0.0524,"l2_sd":0.0078},{"round":5,"share":0.3872,"share_sd":0.0074,"l2":0.0637,"l2_sd":0.0097},{"round":6,"share":0.3682,"share_sd":0.0084,"l2":0.0744,"l2_sd":0.0115},{"round":7,"share":0.3682,"share_sd":0.0084,"l2":0.0744,"l2_sd":0.0115}],"final_share":0.3682,"final_share_sd":0.0084,"final_l2":0.0744,"seed_share":[0.3756,0.3724,0.3565],"test":3.963,"test_sd":0.56,"test_real":4.44,"test_synth":3.487,"seed_test":[3.642,3.4973,4.7511]},"Aioli":{"family":"interaction","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.5003,"share_sd":0.0011,"l2":0.002,"l2_sd":0.0005},{"round":2,"share":0.499,"share_sd":0.0036,"l2":0.0093,"l2_sd":0.0026},{"round":3,"share":0.5015,"share_sd":0.0018,"l2":0.013,"l2_sd":0.0015},{"round":4,"share":0.4935,"share_sd":0.0039,"l2":0.0177,"l2_sd":0.0008},{"round":5,"share":0.4887,"share_sd":0.0055,"l2":0.024,"l2_sd":0.0017}],"final_share":0.4887,"final_share_sd":0.0055,"final_l2":0.024,"seed_share":[0.4822,0.4956,0.4884],"test":3.602,"test_sd":0.153,"test_real":4.105,"test_synth":3.099,"seed_test":[3.3898,3.7432,3.6725]},"DoGE":{"family":"interaction","rounds":[{"round":0,"share":0.4891,"share_sd":0.0384,"l2":0.0635,"l2_sd":0.0127},{"round":1,"share":0.4892,"share_sd":0.041,"l2":0.0625,"l2_sd":0.0144},{"round":2,"share":0.4858,"share_sd":0.0422,"l2":0.0628,"l2_sd":0.0163},{"round":3,"share":0.4879,"share_sd":0.0433,"l2":0.0639,"l2_sd":0.0145},{"round":4,"share":0.4888,"share_sd":0.0431,"l2":0.0662,"l2_sd":0.0128},{"round":5,"share":0.4869,"share_sd":0.0419,"l2":0.069,"l2_sd":0.0128},{"round":6,"share":0.4892,"share_sd":0.0476,"l2":0.0775,"l2_sd":0.0093},{"round":7,"share":0.4892,"share_sd":0.0476,"l2":0.0775,"l2_sd":0.0093}],"final_share":0.4892,"final_share_sd":0.0476,"final_l2":0.0775,"seed_share":[0.5566,0.4533,0.4579],"test":4.258,"test_sd":0.109,"test_real":4.807,"test_synth":3.71,"seed_test":[4.4119,4.193,4.1706]},"Skill-It":{"family":"hybrid","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.4987,"share_sd":0.0037,"l2":0.0173,"l2_sd":0.001},{"round":2,"share":0.4974,"share_sd":0.0067,"l2":0.0341,"l2_sd":0.002},{"round":3,"share":0.4961,"share_sd":0.009,"l2":0.0504,"l2_sd":0.0029},{"round":4,"share":0.4947,"share_sd":0.0106,"l2":0.0661,"l2_sd":0.0036},{"round":5,"share":0.4932,"share_sd":0.0117,"l2":0.0814,"l2_sd":0.0043},{"round":6,"share":0.4915,"share_sd":0.0122,"l2":0.0963,"l2_sd":0.005},{"round":7,"share":0.4896,"share_sd":0.0123,"l2":0.1108,"l2_sd":0.0057}],"final_share":0.4896,"final_share_sd":0.0123,"final_l2":0.1108,"seed_share":[0.503,0.4734,0.4925],"test":4.194,"test_sd":0.374,"test_real":4.74,"test_synth":3.649,"seed_test":[3.6759,4.3605,4.5468]},"Stratified":{"family":"control","rounds":[{"round":0,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0},{"round":1,"share":0.5,"share_sd":0.0,"l2":0.0,"l2_sd":0.0}],"final_share":0.5,"final_share_sd":0.0,"final_l2":0.0,"seed_share":[0.5,0.5,0.5],"test":4.061,"test_sd":0.317,"test_real":4.604,"test_synth":3.518,"seed_test":[4.2404,4.3258,3.6158]}}}},"heavy":{"domains":[{"name":"Wikipedia (en)","synth":false},{"name":"Pile-CC","synth":false},{"name":"OpenWebText2","synth":false},{"name":"Github","synth":false},{"name":"PubMed Abstracts","synth":false},{"name":"StackExchange","synth":false},{"name":"FreeLaw","synth":false},{"name":"USPTO Backgrounds","synth":false},{"name":"ArXiv","synth":false},{"name":"UltraChat","synth":true},{"name":"Self-Instruct","synth":true},{"name":"Cosmopedia","synth":true},{"name":"Code-Alpaca","synth":true},{"name":"GPTeacher","synth":true},{"name":"WizardLM-70k","synth":true},{"name":"Alpaca-52k","synth":true},{"name":"ShareGPT","synth":true},{"name":"Open-Platypus","synth":true}],"weights":{"Group-DRO":{"Wikipedia (en)":[0.1353,0.0031],"Pile-CC":[0.1637,0.0217],"OpenWebText2":[0.1497,0.0093],"Github":[0.0266,0.011],"PubMed Abstracts":[0.121,0.0077],"StackExchange":[0.0504,0.0105],"FreeLaw":[0.0576,0.0015],"USPTO Backgrounds":[0.0643,0.0019],"ArXiv":[0.03,0.0037],"UltraChat":[0.039,0.0013],"Self-Instruct":[0.0549,0.0034],"Cosmopedia":[0.0312,0.0024],"Code-Alpaca":[0.0041,0.0001],"GPTeacher":[0.0199,0.0012],"WizardLM-70k":[0.0216,0.0028],"Alpaca-52k":[0.0154,0.0014],"ShareGPT":[0.0101,0.0006],"Open-Platypus":[0.0051,0.0003]},"DoReMi-style":{"Wikipedia (en)":[0.0696,0.0019],"Pile-CC":[0.06,0.0066],"OpenWebText2":[0.069,0.005],"Github":[0.0863,0.0209],"PubMed Abstracts":[0.0778,0.0006],"StackExchange":[0.0725,0.0049],"FreeLaw":[0.0723,0.0041],"USPTO Backgrounds":[0.0628,0.0013],"ArXiv":[0.0615,0.0019],"UltraChat":[0.0563,0.0015],"Self-Instruct":[0.0426,0.0023],"Cosmopedia":[0.0358,0.0013],"Code-Alpaca":[0.0324,0.001],"GPTeacher":[0.0338,0.0015],"WizardLM-70k":[0.0536,0.0023],"Alpaca-52k":[0.034,0.0017],"ShareGPT":[0.0456,0.0001],"Open-Platypus":[0.0342,0.0014]},"Aioli":{"Wikipedia (en)":[0.0553,0.0054],"Pile-CC":[0.0616,0.0033],"OpenWebText2":[0.0584,0.0045],"Github":[0.0529,0.0027],"PubMed Abstracts":[0.0592,0.005],"StackExchange":[0.0599,0.0023],"FreeLaw":[0.0524,0.0037],"USPTO Backgrounds":[0.0569,0.0022],"ArXiv":[0.0547,0.0016],"UltraChat":[0.0508,0.004],"Self-Instruct":[0.0678,0.0037],"Cosmopedia":[0.0573,0.0013],"Code-Alpaca":[0.0543,0.0029],"GPTeacher":[0.052,0.0017],"WizardLM-70k":[0.0495,0.0025],"Alpaca-52k":[0.0569,0.0037],"ShareGPT":[0.0521,0.0015],"Open-Platypus":[0.0482,0.0009]},"DoGE":{"Wikipedia (en)":[0.0617,0.0175],"Pile-CC":[0.0483,0.0063],"OpenWebText2":[0.0572,0.0146],"Github":[0.0588,0.0159],"PubMed Abstracts":[0.0499,0.0053],"StackExchange":[0.0648,0.0147],"FreeLaw":[0.057,0.0087],"USPTO Backgrounds":[0.0697,0.0326],"ArXiv":[0.0434,0.0065],"UltraChat":[0.0666,0.019],"Self-Instruct":[0.0522,0.0064],"Cosmopedia":[0.0525,0.0061],"Code-Alpaca":[0.0395,0.0103],"GPTeacher":[0.0726,0.0336],"WizardLM-70k":[0.0506,0.0158],"Alpaca-52k":[0.0604,0.0042],"ShareGPT":[0.0407,0.0087],"Open-Platypus":[0.0542,0.0174]},"Skill-It":{"Wikipedia (en)":[0.0635,0.0122],"Pile-CC":[0.0604,0.0183],"OpenWebText2":[0.0937,0.0174],"Github":[0.0713,0.0092],"PubMed Abstracts":[0.0385,0.0147],"StackExchange":[0.0925,0.0234],"FreeLaw":[0.0334,0.0036],"USPTO Backgrounds":[0.0315,0.0047],"ArXiv":[0.0255,0.0015],"UltraChat":[0.0511,0.0071],"Self-Instruct":[0.0669,0.003],"Cosmopedia":[0.0789,0.0021],"Code-Alpaca":[0.0262,0.0073],"GPTeacher":[0.0379,0.0056],"WizardLM-70k":[0.0658,0.0048],"Alpaca-52k":[0.0482,0.0042],"ShareGPT":[0.0956,0.0088],"Open-Platypus":[0.0191,0.0013]},"Stratified":{"Wikipedia (en)":[0.0556,0.0],"Pile-CC":[0.0556,0.0],"OpenWebText2":[0.0556,0.0],"Github":[0.0556,0.0],"PubMed Abstracts":[0.0556,0.0],"StackExchange":[0.0556,0.0],"FreeLaw":[0.0556,0.0],"USPTO Backgrounds":[0.0556,0.0],"ArXiv":[0.0556,0.0],"UltraChat":[0.0556,0.0],"Self-Instruct":[0.0556,0.0],"Cosmopedia":[0.0556,0.0],"Code-Alpaca":[0.0556,0.0],"GPTeacher":[0.0556,0.0],"WizardLM-70k":[0.0556,0.0],"Alpaca-52k":[0.0556,0.0],"ShareGPT":[0.0556,0.0],"Open-Platypus":[0.0556,0.0]}},"val_loss":[{"round":0,"real":2.942,"real_lo":1.708,"real_hi":3.833,"synth":2.902,"synth_lo":2.251,"synth_hi":3.648},{"round":1,"real":4.587,"real_lo":3.543,"real_hi":5.291,"synth":3.566,"synth_lo":2.546,"synth_hi":4.476},{"round":2,"real":4.313,"real_lo":3.136,"real_hi":5.081,"synth":3.295,"synth_lo":2.235,"synth_hi":4.242},{"round":3,"real":4.157,"real_lo":2.967,"real_hi":4.951,"synth":3.129,"synth_lo":2.065,"synth_hi":4.088},{"round":4,"real":4.097,"real_lo":2.898,"real_hi":4.899,"synth":3.067,"synth_lo":2.003,"synth_hi":4.031},{"round":5,"real":4.095,"real_lo":2.896,"real_hi":4.897,"synth":3.064,"synth_lo":2.0,"synth_hi":4.027}],"val_final":{"Alpaca-52k":3.093,"ArXiv":3.398,"Code-Alpaca":2.0,"Cosmopedia":3.607,"FreeLaw":4.041,"GPTeacher":3.244,"Github":2.896,"Open-Platypus":2.233,"OpenWebText2":4.778,"Pile-CC":4.897,"PubMed Abstracts":4.491,"Self-Instruct":4.027,"ShareGPT":2.631,"StackExchange":3.669,"USPTO Backgrounds":4.061,"UltraChat":3.661,"Wikipedia (en)":4.621,"WizardLM-70k":3.079}}}