{"study":"Comparison labels and policy copying","implementation_version":3,"status":"independently_reviewed_complete","populations":144,"bundles":24,"primary_tests":110592,"sampled_ppo_tests":36864,"seeds":[160000,160001,160002,160003,160004,160005,160006,160007],"condition_display_order":["copy_off_frozen","copy_off_shuffled","copy_off_accurate","copy_on_frozen","copy_on_shuffled","copy_on_accurate"],"condition_names":{"frozen":"Frozen evaluators","shuffled":"Shuffled reports","accurate":"Faithful peer reports"},"statistical_unit":"The six matched populations for one method and seed","rates_unit":"fraction","contrast_unit":"fraction_difference","bootstrap":"Paired 95 percent population bootstrap intervals","primary_ppo_readout":"More likely push","methods":{"dps":{"near":{"arms":{"copy_off_frozen":{"seed_values":[0.15104166666666666,0.036458333333333336,0.16145833333333334,0.08333333333333333,0.09895833333333333,0.125,0.09635416666666667,0.10416666666666667],"mean":0.10709635416666666,"median":0.1015625,"zero_success_populations":0},"copy_off_accurate":{"seed_values":[0.4244791666666667,0.0,0.0,0.3567708333333333,0.2552083333333333,0.4661458333333333,0.0,0.0],"mean":0.18782552083333331,"median":0.12760416666666666,"zero_success_populations":4},"copy_off_shuffled":{"seed_values":[0.15364583333333334,0.17447916666666666,0.041666666666666664,0.08854166666666667,0.046875,0.018229166666666668,0.10416666666666667,0.11458333333333333],"mean":0.0927734375,"median":0.09635416666666667,"zero_success_populations":0},"copy_on_frozen":{"seed_values":[0.15364583333333334,0.078125,0.2421875,0.10677083333333333,0.2734375,0.24739583333333334,0.15625,0.15625],"mean":0.1767578125,"median":0.15625,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.4765625,0.5989583333333334,0.5390625,0.390625,0.4869791666666667,0.4609375,0.2838541666666667,0.4583333333333333],"mean":0.4619140625,"median":0.46875,"zero_success_populations":0},"copy_on_shuffled":{"seed_values":[0.1640625,0.11197916666666667,0.1484375,0.16666666666666666,0.1171875,0.21875,0.0625,0.15104166666666666],"mean":0.142578125,"median":0.14973958333333331,"zero_success_populations":0}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.27083333333333337,-0.17447916666666666,-0.041666666666666664,0.26822916666666663,0.20833333333333331,0.44791666666666663,-0.10416666666666667,-0.11458333333333333],"mean":0.09505208333333334,"bootstrap_95":[-0.0475341796875,0.24479980468749987],"positive_pairs":4,"negative_pairs":4,"ties":0},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.2734375,-0.036458333333333336,-0.16145833333333334,0.2734375,0.15625,0.3411458333333333,-0.09635416666666667,-0.10416666666666667],"mean":0.08072916666666666,"bootstrap_95":[-0.0455810546875,0.21289062499999997],"positive_pairs":4,"negative_pairs":4,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.32291666666666663,0.5208333333333334,0.296875,0.2838541666666667,0.21354166666666669,0.21354166666666666,0.12760416666666669,0.3020833333333333],"mean":0.28515625,"bootstrap_95":[0.21647135416666666,0.36555989583333337],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[0.002604166666666685,0.041666666666666664,0.08072916666666666,0.0234375,0.17447916666666669,0.12239583333333334,0.05989583333333333,0.05208333333333333],"mean":0.06966145833333333,"bootstrap_95":[0.03580729166666667,0.10774739583333334],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.052083333333333315,0.5989583333333334,0.5390625,0.033854166666666685,0.23177083333333337,-0.005208333333333315,0.2838541666666667,0.4583333333333333],"mean":0.2740885416666667,"bootstrap_95":[0.12076822916666669,0.42805989583333337],"positive_pairs":7,"negative_pairs":1,"ties":0},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[0.010416666666666657,-0.062499999999999986,0.10677083333333334,0.07812499999999999,0.0703125,0.20052083333333334,-0.04166666666666667,0.03645833333333333],"mean":0.0498046875,"bootstrap_95":[-0.003580729166666666,0.10579427083333334],"positive_pairs":6,"negative_pairs":2,"ties":0},"revision_by_copying_interaction":{"paired_differences":[0.04947916666666663,0.5572916666666667,0.45833333333333337,0.010416666666666685,0.057291666666666685,-0.12760416666666666,0.22395833333333337,0.40625],"mean":0.20442708333333337,"bootstrap_95":[0.047200520833333356,0.3645914713541666]}}},"lean":{"arms":{"copy_off_frozen":{"seed_values":[0.125,0.0390625,0.15625,0.0859375,0.049479166666666664,0.1015625,0.0859375,0.078125],"mean":0.09016927083333333,"median":0.0859375,"zero_success_populations":0},"copy_off_accurate":{"seed_values":[0.3333333333333333,0.0,0.0,0.3098958333333333,0.24739583333333334,0.3984375,0.0,0.0],"mean":0.1611328125,"median":0.12369791666666667,"zero_success_populations":4},"copy_off_shuffled":{"seed_values":[0.12239583333333333,0.12760416666666666,0.046875,0.08072916666666667,0.036458333333333336,0.0078125,0.08854166666666667,0.08854166666666667],"mean":0.07486979166666667,"median":0.08463541666666667,"zero_success_populations":0},"copy_on_frozen":{"seed_values":[0.10416666666666667,0.0546875,0.18229166666666666,0.08854166666666667,0.20833333333333334,0.22395833333333334,0.1328125,0.11197916666666667],"mean":0.13834635416666669,"median":0.12239583333333334,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.3723958333333333,0.4505208333333333,0.4348958333333333,0.34375,0.4244791666666667,0.3098958333333333,0.25,0.3567708333333333],"mean":0.36783854166666663,"median":0.3645833333333333,"zero_success_populations":0},"copy_on_shuffled":{"seed_values":[0.11979166666666667,0.109375,0.08333333333333333,0.11458333333333333,0.078125,0.20052083333333334,0.06510416666666667,0.11197916666666667],"mean":0.11035156250000001,"median":0.11067708333333334,"zero_success_populations":0}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.2109375,-0.12760416666666666,-0.046875,0.22916666666666663,0.2109375,0.390625,-0.08854166666666667,-0.08854166666666667],"mean":0.08626302083333333,"bootstrap_95":[-0.03808593750000001,0.21322428385416653],"positive_pairs":4,"negative_pairs":4,"ties":0},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.20833333333333331,-0.0390625,-0.15625,0.22395833333333331,0.19791666666666669,0.296875,-0.0859375,-0.078125],"mean":0.07096354166666666,"bootstrap_95":[-0.042317708333333336,0.185546875],"positive_pairs":4,"negative_pairs":4,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.26822916666666663,0.3958333333333333,0.25260416666666663,0.2552083333333333,0.21614583333333334,0.08593749999999997,0.1171875,0.24479166666666663],"mean":0.2294921875,"bootstrap_95":[0.16861979166666666,0.2919921875],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[-0.02083333333333333,0.015625,0.026041666666666657,0.0026041666666666713,0.15885416666666669,0.12239583333333334,0.046875,0.03385416666666667],"mean":0.048177083333333336,"bootstrap_95":[0.011718750000000003,0.09016927083333334],"positive_pairs":7,"negative_pairs":1,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.0390625,0.4505208333333333,0.4348958333333333,0.033854166666666685,0.17708333333333334,-0.08854166666666669,0.25,0.3567708333333333],"mean":0.20670572916666663,"bootstrap_95":[0.075830078125,0.33431803385416653],"positive_pairs":7,"negative_pairs":1,"ties":0},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[-0.0026041666666666574,-0.018229166666666657,0.03645833333333333,0.03385416666666666,0.041666666666666664,0.19270833333333334,-0.0234375,0.0234375],"mean":0.035481770833333336,"bootstrap_95":[-0.00032552083333333044,0.0849609375],"positive_pairs":5,"negative_pairs":3,"ties":0},"revision_by_copying_interaction":{"paired_differences":[0.059895833333333315,0.4348958333333333,0.40885416666666663,0.03125,0.018229166666666657,-0.21093750000000003,0.203125,0.32291666666666663],"mean":0.15852864583333331,"bootstrap_95":[0.011067708333333315,0.298828125]}}}},"ppo":{"near":{"arms":{"copy_off_frozen":{"seed_values":[0.1015625,0.0,0.07552083333333333,0.125,0.11979166666666667,0.09895833333333333,0.03125,0.08333333333333333],"mean":0.07942708333333333,"median":0.09114583333333333,"zero_success_populations":1},"copy_off_accurate":{"seed_values":[0.6744791666666666,0.5807291666666666,0.7161458333333334,0.5520833333333334,0.6276041666666666,0.4505208333333333,0.0,0.6302083333333334],"mean":0.5289713541666667,"median":0.6041666666666666,"zero_success_populations":1},"copy_off_shuffled":{"seed_values":[0.0546875,0.18489583333333334,0.1015625,0.0234375,0.078125,0.018229166666666668,0.13020833333333334,0.08854166666666667],"mean":0.0849609375,"median":0.08333333333333334,"zero_success_populations":0},"copy_on_frozen":{"seed_values":[0.1875,0.171875,0.21614583333333334,0.3125,0.4973958333333333,0.2864583333333333,0.21875,0.21875],"mean":0.263671875,"median":0.21875,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.78125,0.0,0.6067708333333334,0.78125,0.8359375,0.609375,0.0,0.9296875],"mean":0.5680338541666667,"median":0.6953125,"zero_success_populations":2},"copy_on_shuffled":{"seed_values":[0.2786458333333333,0.3958333333333333,0.4322916666666667,0.0,0.1171875,0.4192708333333333,0.16145833333333334,0.2838541666666667],"mean":0.2610677083333333,"median":0.28125,"zero_success_populations":1}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.6197916666666666,0.39583333333333326,0.6145833333333334,0.5286458333333334,0.5494791666666666,0.43229166666666663,-0.13020833333333334,0.5416666666666667],"mean":0.4440104166666667,"bootstrap_95":[0.2630208333333333,0.5667317708333333],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.5729166666666666,0.5807291666666666,0.640625,0.42708333333333337,0.5078125,0.3515625,-0.03125,0.546875],"mean":0.44954427083333337,"bootstrap_95":[0.2942708333333333,0.5638020833333333],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.59375,-0.171875,0.390625,0.46875,0.3385416666666667,0.3229166666666667,-0.21875,0.7109375],"mean":0.3043619791666667,"bootstrap_95":[0.07290039062500002,0.509765625],"positive_pairs":6,"negative_pairs":2,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[0.0859375,0.171875,0.140625,0.1875,0.37760416666666663,0.1875,0.1875,0.13541666666666669],"mean":0.18424479166666666,"bootstrap_95":[0.13704427083333334,0.2470703125],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.10677083333333337,-0.5807291666666666,-0.109375,0.22916666666666663,0.20833333333333337,0.15885416666666669,0.0,0.29947916666666663],"mean":0.039062500000000014,"bootstrap_95":[-0.16504720052083333,0.19336751302083321],"positive_pairs":5,"negative_pairs":2,"ties":1},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[0.22395833333333331,0.21093749999999997,0.3307291666666667,-0.0234375,0.0390625,0.40104166666666663,0.03125,0.1953125],"mean":0.17610677083333331,"bootstrap_95":[0.0794189453125,0.2734375],"positive_pairs":7,"negative_pairs":1,"ties":0},"revision_by_copying_interaction":{"paired_differences":[0.02083333333333337,-0.7526041666666666,-0.25,0.04166666666666663,-0.16927083333333331,-0.028645833333333315,-0.1875,0.1640625],"mean":-0.14518229166666666,"bootstrap_95":[-0.34537760416666663,0.016601562500000007]}}},"lean":{"arms":{"copy_off_frozen":{"seed_values":[0.07291666666666667,0.0078125,0.057291666666666664,0.11979166666666667,0.09895833333333333,0.046875,0.028645833333333332,0.08072916666666667],"mean":0.06412760416666666,"median":0.06510416666666667,"zero_success_populations":0},"copy_off_accurate":{"seed_values":[0.5729166666666666,0.5182291666666666,0.6692708333333334,0.4401041666666667,0.5989583333333334,0.4348958333333333,0.0,0.5989583333333334],"mean":0.47916666666666663,"median":0.5455729166666666,"zero_success_populations":1},"copy_off_shuffled":{"seed_values":[0.0390625,0.15104166666666666,0.10416666666666667,0.013020833333333334,0.059895833333333336,0.010416666666666666,0.10416666666666667,0.052083333333333336],"mean":0.06673177083333333,"median":0.055989583333333336,"zero_success_populations":0},"copy_on_frozen":{"seed_values":[0.1796875,0.1484375,0.20052083333333334,0.2682291666666667,0.4557291666666667,0.2916666666666667,0.20572916666666666,0.20052083333333334],"mean":0.24381510416666669,"median":0.203125,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.7682291666666666,0.0,0.6015625,0.6796875,0.8046875,0.5885416666666666,0.0078125,0.9010416666666666],"mean":0.5439453125,"median":0.640625,"zero_success_populations":1},"copy_on_shuffled":{"seed_values":[0.23697916666666666,0.3359375,0.4114583333333333,0.0,0.11458333333333333,0.390625,0.16666666666666666,0.2630208333333333],"mean":0.23990885416666669,"median":0.25,"zero_success_populations":1}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.5338541666666666,0.3671875,0.5651041666666667,0.42708333333333337,0.5390625,0.42447916666666663,-0.10416666666666667,0.546875],"mean":0.41243489583333337,"bootstrap_95":[0.2490234375,0.5237711588541666],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.49999999999999994,0.5104166666666666,0.6119791666666667,0.3203125,0.5,0.3880208333333333,-0.028645833333333332,0.5182291666666667],"mean":0.4150390625,"bootstrap_95":[0.26888020833333337,0.5221354166666667],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.5885416666666666,-0.1484375,0.40104166666666663,0.4114583333333333,0.3489583333333333,0.29687499999999994,-0.19791666666666666,0.7005208333333333],"mean":0.3001302083333333,"bootstrap_95":[0.08137207031249999,0.49707031249999994],"positive_pairs":6,"negative_pairs":2,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[0.10677083333333333,0.140625,0.14322916666666669,0.1484375,0.35677083333333337,0.24479166666666669,0.17708333333333331,0.11979166666666667],"mean":0.1796875,"bootstrap_95":[0.13411458333333334,0.23958333333333334],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.1953125,-0.5182291666666666,-0.06770833333333337,0.23958333333333331,0.20572916666666663,0.15364583333333331,0.0078125,0.30208333333333326],"mean":0.06477864583333331,"bootstrap_95":[-0.1259765625,0.20963541666666663],"positive_pairs":6,"negative_pairs":2,"ties":0},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[0.19791666666666666,0.18489583333333334,0.30729166666666663,-0.013020833333333334,0.05468749999999999,0.3802083333333333,0.062499999999999986,0.21093749999999997],"mean":0.17317708333333331,"bootstrap_95":[0.08756510416666666,0.26041666666666663],"positive_pairs":7,"negative_pairs":1,"ties":0},"revision_by_copying_interaction":{"paired_differences":[0.08854166666666669,-0.6588541666666666,-0.2109375000000001,0.09114583333333331,-0.15104166666666669,-0.09114583333333337,-0.16927083333333331,0.18229166666666652],"mean":-0.1149088541666667,"bootstrap_95":[-0.29980468750000006,0.04134928385416651]}}}},"shc":{"near":{"arms":{"copy_off_frozen":{"seed_values":[0.057291666666666664,0.125,0.03125,0.03125,0.1796875,0.0625,0.03125,0.09375],"mean":0.07649739583333333,"median":0.05989583333333333,"zero_success_populations":0},"copy_off_accurate":{"seed_values":[0.3489583333333333,0.19270833333333334,0.2838541666666667,0.18229166666666666,0.3463541666666667,0.21614583333333334,0.0,0.296875],"mean":0.2333984375,"median":0.25,"zero_success_populations":1},"copy_off_shuffled":{"seed_values":[0.0,0.0859375,0.026041666666666668,0.0390625,0.057291666666666664,0.041666666666666664,0.0,0.049479166666666664],"mean":0.037434895833333336,"median":0.04036458333333333,"zero_success_populations":2},"copy_on_frozen":{"seed_values":[0.08072916666666667,0.18229166666666666,0.09895833333333333,0.3463541666666667,0.40625,0.11979166666666667,0.22395833333333334,0.3671875],"mean":0.22819010416666666,"median":0.203125,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.6875,0.7578125,0.7083333333333334,0.6770833333333334,0.7447916666666666,0.71875,0.828125,0.4791666666666667],"mean":0.7001953125,"median":0.7135416666666667,"zero_success_populations":0},"copy_on_shuffled":{"seed_values":[0.2760416666666667,0.20572916666666666,0.08854166666666667,0.1953125,0.25,0.24739583333333334,0.265625,0.15364583333333334],"mean":0.21028645833333334,"median":0.2265625,"zero_success_populations":0}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.3489583333333333,0.10677083333333334,0.2578125,0.14322916666666666,0.2890625,0.17447916666666669,0.0,0.24739583333333334],"mean":0.19596354166666666,"bootstrap_95":[0.12044270833333334,0.26529947916666663],"positive_pairs":7,"negative_pairs":0,"ties":1},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.29166666666666663,0.06770833333333334,0.2526041666666667,0.15104166666666666,0.16666666666666669,0.15364583333333334,-0.03125,0.203125],"mean":0.15690104166666669,"bootstrap_95":[0.08691406250000001,0.21875],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.6067708333333334,0.5755208333333334,0.609375,0.3307291666666667,0.33854166666666663,0.5989583333333334,0.6041666666666666,0.11197916666666669],"mean":0.47200520833333337,"bootstrap_95":[0.34505208333333337,0.5729166666666667],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[0.023437500000000007,0.05729166666666666,0.06770833333333333,0.3151041666666667,0.2265625,0.05729166666666667,0.19270833333333334,0.2734375],"mean":0.15169270833333331,"bootstrap_95":[0.07845052083333334,0.2269042968749998],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.3385416666666667,0.5651041666666666,0.4244791666666667,0.49479166666666674,0.39843749999999994,0.5026041666666666,0.828125,0.18229166666666669],"mean":0.466796875,"bootstrap_95":[0.353515625,0.5947347005208332],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[0.2760416666666667,0.11979166666666666,0.0625,0.15625,0.19270833333333334,0.20572916666666669,0.265625,0.10416666666666669],"mean":0.1728515625,"bootstrap_95":[0.12402343750000001,0.22265625],"positive_pairs":8,"negative_pairs":0,"ties":0},"revision_by_copying_interaction":{"paired_differences":[0.31510416666666674,0.5078125,0.3567708333333333,0.17968750000000003,0.17187499999999994,0.4453125,0.6354166666666666,-0.09114583333333331],"mean":0.31510416666666663,"bootstrap_95":[0.16243489583333334,0.45703124999999994]}}},"lean":{"arms":{"copy_off_frozen":{"seed_values":[0.0390625,0.10677083333333333,0.020833333333333332,0.0234375,0.14583333333333334,0.052083333333333336,0.033854166666666664,0.09635416666666667],"mean":0.06477864583333333,"median":0.04557291666666667,"zero_success_populations":0},"copy_off_accurate":{"seed_values":[0.2838541666666667,0.15885416666666666,0.2578125,0.1640625,0.2838541666666667,0.1875,0.0,0.2552083333333333],"mean":0.19889322916666669,"median":0.22135416666666666,"zero_success_populations":1},"copy_off_shuffled":{"seed_values":[0.0026041666666666665,0.078125,0.0078125,0.018229166666666668,0.036458333333333336,0.036458333333333336,0.0,0.046875],"mean":0.0283203125,"median":0.02734375,"zero_success_populations":1},"copy_on_frozen":{"seed_values":[0.044270833333333336,0.1484375,0.1015625,0.2604166666666667,0.3229166666666667,0.11458333333333333,0.19270833333333334,0.2994791666666667],"mean":0.185546875,"median":0.17057291666666669,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.6145833333333334,0.6328125,0.609375,0.5911458333333334,0.6536458333333334,0.546875,0.609375,0.3307291666666667],"mean":0.5735677083333334,"median":0.609375,"zero_success_populations":0},"copy_on_shuffled":{"seed_values":[0.2526041666666667,0.12239583333333333,0.0546875,0.10416666666666667,0.21875,0.1328125,0.18229166666666666,0.0859375],"mean":0.14420572916666669,"median":0.12760416666666666,"zero_success_populations":0}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.28125,0.08072916666666666,0.25,0.14583333333333334,0.24739583333333334,0.15104166666666666,0.0,0.20833333333333331],"mean":0.17057291666666666,"bootstrap_95":[0.10546875,0.2294921875],"positive_pairs":7,"negative_pairs":0,"ties":1},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.24479166666666669,0.05208333333333333,0.23697916666666666,0.140625,0.13802083333333334,0.13541666666666666,-0.033854166666666664,0.15885416666666663],"mean":0.13411458333333331,"bootstrap_95":[0.07063802083333334,0.19075520833333331],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.5703125,0.484375,0.5078125,0.3307291666666667,0.3307291666666667,0.4322916666666667,0.41666666666666663,0.03125],"mean":0.38802083333333337,"bootstrap_95":[0.2705078125,0.4830810546874999],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[0.005208333333333336,0.04166666666666667,0.08072916666666667,0.23697916666666669,0.17708333333333334,0.06249999999999999,0.15885416666666669,0.203125],"mean":0.12076822916666667,"bootstrap_95":[0.066064453125,0.17643229166666669],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.3307291666666667,0.47395833333333337,0.3515625,0.42708333333333337,0.3697916666666667,0.359375,0.609375,0.07552083333333337],"mean":0.3746744791666667,"bootstrap_95":[0.2724609375,0.46907552083333337],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[0.25,0.04427083333333333,0.046875,0.0859375,0.18229166666666666,0.09635416666666666,0.18229166666666666,0.0390625],"mean":0.11588541666666666,"bootstrap_95":[0.06673177083333333,0.169921875],"positive_pairs":8,"negative_pairs":0,"ties":0},"revision_by_copying_interaction":{"paired_differences":[0.3255208333333333,0.4322916666666667,0.27083333333333337,0.19010416666666669,0.19270833333333334,0.296875,0.4505208333333333,-0.12760416666666663],"mean":0.25390625,"bootstrap_95":[0.12727864583333337,0.35872395833333337]}}}}},"ppo_sampled":{"near":{"arms":{"copy_off_frozen":{"seed_values":[0.010416666666666666,0.005208333333333333,0.0546875,0.07291666666666667,0.06510416666666667,0.033854166666666664,0.015625,0.049479166666666664],"mean":0.038411458333333336,"median":0.041666666666666664,"zero_success_populations":0},"copy_off_accurate":{"seed_values":[0.421875,0.25,0.4947916666666667,0.2994791666666667,0.4010416666666667,0.3385416666666667,0.0,0.4296875],"mean":0.32942708333333337,"median":0.3697916666666667,"zero_success_populations":1},"copy_off_shuffled":{"seed_values":[0.0234375,0.06770833333333333,0.0625,0.0078125,0.033854166666666664,0.010416666666666666,0.049479166666666664,0.033854166666666664],"mean":0.0361328125,"median":0.033854166666666664,"zero_success_populations":0},"copy_on_frozen":{"seed_values":[0.18489583333333334,0.09635416666666667,0.18229166666666666,0.2265625,0.3802083333333333,0.2682291666666667,0.19010416666666666,0.15625],"mean":0.21061197916666666,"median":0.1875,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.7447916666666666,0.0,0.5651041666666666,0.5989583333333334,0.7265625,0.5520833333333334,0.0,0.8255208333333334],"mean":0.5016276041666667,"median":0.58203125,"zero_success_populations":2},"copy_on_shuffled":{"seed_values":[0.12760416666666666,0.14322916666666666,0.3411458333333333,0.0,0.08854166666666667,0.1796875,0.033854166666666664,0.18489583333333334],"mean":0.13736979166666666,"median":0.13541666666666666,"zero_success_populations":1}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.3984375,0.18229166666666669,0.4322916666666667,0.2916666666666667,0.3671875,0.328125,-0.049479166666666664,0.3958333333333333],"mean":0.2932942708333333,"bootstrap_95":[0.17708333333333331,0.38118489583333337],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.4114583333333333,0.24479166666666666,0.4401041666666667,0.2265625,0.3359375,0.3046875,-0.015625,0.3802083333333333],"mean":0.291015625,"bootstrap_95":[0.18782552083333331,0.3743489583333333],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.5598958333333333,-0.09635416666666667,0.3828125,0.37239583333333337,0.3463541666666667,0.2838541666666667,-0.19010416666666666,0.6692708333333334],"mean":0.291015625,"bootstrap_95":[0.087890625,0.47330729166666663],"positive_pairs":6,"negative_pairs":2,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[0.17447916666666669,0.09114583333333334,0.12760416666666666,0.15364583333333331,0.31510416666666663,0.23437500000000003,0.17447916666666666,0.10677083333333334],"mean":0.17220052083333331,"bootstrap_95":[0.12825520833333334,0.22330729166666666],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.32291666666666663,-0.25,0.07031249999999994,0.2994791666666667,0.3255208333333333,0.21354166666666669,0.0,0.39583333333333337],"mean":0.17220052083333331,"bootstrap_95":[0.022460937499999986,0.3020833333333333],"positive_pairs":6,"negative_pairs":1,"ties":1},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[0.10416666666666666,0.07552083333333333,0.2786458333333333,-0.0078125,0.05468750000000001,0.16927083333333334,-0.015625,0.15104166666666669],"mean":0.10123697916666666,"bootstrap_95":[0.03873697916666667,0.16602376302083321],"positive_pairs":6,"negative_pairs":2,"ties":0},"revision_by_copying_interaction":{"paired_differences":[0.14843749999999994,-0.3411458333333333,-0.057291666666666685,0.14583333333333337,0.010416666666666685,-0.020833333333333315,-0.17447916666666666,0.28906250000000006],"mean":1.0408340855860843e-17,"bootstrap_95":[-0.13444824218749996,0.126953125]}}},"lean":{"arms":{"copy_off_frozen":{"seed_values":[0.018229166666666668,0.010416666666666666,0.044270833333333336,0.0625,0.057291666666666664,0.036458333333333336,0.013020833333333334,0.049479166666666664],"mean":0.036458333333333336,"median":0.040364583333333336,"zero_success_populations":0},"copy_off_accurate":{"seed_values":[0.3828125,0.22135416666666666,0.4140625,0.28125,0.3567708333333333,0.2890625,0.0,0.3932291666666667],"mean":0.2923177083333333,"median":0.32291666666666663,"zero_success_populations":1},"copy_off_shuffled":{"seed_values":[0.020833333333333332,0.049479166666666664,0.049479166666666664,0.0078125,0.026041666666666668,0.013020833333333334,0.0390625,0.03125],"mean":0.029622395833333332,"median":0.028645833333333336,"zero_success_populations":0},"copy_on_frozen":{"seed_values":[0.171875,0.1015625,0.11458333333333333,0.17447916666666666,0.3098958333333333,0.1953125,0.1796875,0.1171875],"mean":0.17057291666666666,"median":0.17317708333333331,"zero_success_populations":0},"copy_on_accurate":{"seed_values":[0.53125,0.0,0.4036458333333333,0.5598958333333334,0.4921875,0.4140625,0.0,0.5755208333333334],"mean":0.3720703125,"median":0.453125,"zero_success_populations":2},"copy_on_shuffled":{"seed_values":[0.11979166666666667,0.07291666666666667,0.2942708333333333,0.0,0.07291666666666667,0.15625,0.046875,0.17447916666666666],"mean":0.1171875,"median":0.09635416666666667,"zero_success_populations":1}},"contrasts":{"accurate_vs_shuffled_copy_off":{"control":"copy_off_shuffled","treatment":"copy_off_accurate","paired_differences":[0.3619791666666667,0.171875,0.3645833333333333,0.2734375,0.33072916666666663,0.2760416666666667,-0.0390625,0.3619791666666667],"mean":0.2626953125,"bootstrap_95":[0.162109375,0.33951822916666663],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_off":{"control":"copy_off_frozen","treatment":"copy_off_accurate","paired_differences":[0.3645833333333333,0.2109375,0.3697916666666667,0.21875,0.29947916666666663,0.2526041666666667,-0.013020833333333334,0.34375],"mean":0.255859375,"bootstrap_95":[0.16634114583333331,0.3274739583333333],"positive_pairs":7,"negative_pairs":1,"ties":0},"accurate_vs_frozen_copy_on":{"control":"copy_on_frozen","treatment":"copy_on_accurate","paired_differences":[0.359375,-0.1015625,0.2890625,0.38541666666666674,0.18229166666666669,0.21875,-0.1796875,0.45833333333333337],"mean":0.20149739583333334,"bootstrap_95":[0.041341145833333336,0.3401855468749998],"positive_pairs":6,"negative_pairs":2,"ties":0},"copy_on_vs_off_frozen":{"control":"copy_off_frozen","treatment":"copy_on_frozen","paired_differences":[0.15364583333333334,0.09114583333333333,0.0703125,0.11197916666666666,0.25260416666666663,0.15885416666666666,0.16666666666666666,0.06770833333333334],"mean":0.13411458333333331,"bootstrap_95":[0.09635416666666667,0.17675781249999997],"positive_pairs":8,"negative_pairs":0,"ties":0},"copy_on_vs_off_accurate":{"control":"copy_off_accurate","treatment":"copy_on_accurate","paired_differences":[0.1484375,-0.22135416666666666,-0.010416666666666685,0.27864583333333337,0.13541666666666669,0.125,0.0,0.18229166666666669],"mean":0.07975260416666667,"bootstrap_95":[-0.027343749999999993,0.17285156250000003],"positive_pairs":5,"negative_pairs":2,"ties":1},"copy_on_vs_off_shuffled":{"control":"copy_off_shuffled","treatment":"copy_on_shuffled","paired_differences":[0.09895833333333334,0.023437500000000007,0.24479166666666666,-0.0078125,0.046875,0.14322916666666666,0.0078125,0.14322916666666666],"mean":0.08756510416666666,"bootstrap_95":[0.0335205078125,0.14584147135416656],"positive_pairs":7,"negative_pairs":1,"ties":0},"revision_by_copying_interaction":{"paired_differences":[-0.005208333333333315,-0.3125,-0.08072916666666669,0.16666666666666674,-0.11718749999999994,-0.033854166666666685,-0.16666666666666666,0.11458333333333337],"mean":-0.054361979166666644,"bootstrap_95":[-0.1552734375,0.04558105468749993]}}}},"result_artifact_sha256":{"runs/labels_copying_training_dps_copy_off_frozen_160000/result.json":"a7563609a805f13ec8766d60ec912036e7de079c04a1ccd8f29d9abb52dc95ee","runs/labels_copying_training_dps_copy_off_frozen_160000/events.jsonl.gz":"854a3f33fee6678ec090f7f0491b8a8cda61cc37ac2242ae3d80fe60462aca94","runs/labels_copying_training_dps_copy_off_frozen_160000/final_checkpoint.json":"9135d74a069ae57c88d345b422387c720c9b4001018a6d96ec1444f8c6ef756d","runs/labels_copying_training_dps_copy_off_accurate_160000/result.json":"ffe3db4b15f6ca0c17b6d1bdd2401dc38d29ecae555005205702aef213b8fc4e","runs/labels_copying_training_dps_copy_off_accurate_160000/events.jsonl.gz":"db9d22391a197de28c342e69c025cbaa4d800fa16fd69b83ffa63b66a92be302","runs/labels_copying_training_dps_copy_off_accurate_160000/final_checkpoint.json":"02fc3c0b95e351f4fe06d48fff53333575fa4a022d4086dab929abf32ad5c8f9","runs/labels_copying_training_dps_copy_off_shuffled_160000/result.json":"cf5613fd275096d5631adebfbaeb887bf3c52bb6c5b2e826c670c3b6a6215b77","runs/labels_copying_training_dps_copy_off_shuffled_160000/events.jsonl.gz":"8f4242ad4992cbcd1c132ac1b4cbec105156349169ec95899ad876536535fe9d","runs/labels_copying_training_dps_copy_off_shuffled_160000/final_checkpoint.json":"c0da1a371c25d3704ea9b84fab0be907f6d3bd78e798e044585a9d62de45044e","runs/labels_copying_training_dps_copy_on_frozen_160000/result.json":"2d8115b572ddf3308ccfb92b8a67b53a12c7abdab686f26ac959092aa08287db","runs/labels_copying_training_dps_copy_on_frozen_160000/events.jsonl.gz":"f5a89058219b15ce804e1d0b70a178304ff4eec73974e3f2e5c5d14f568416dc","runs/labels_copying_training_dps_copy_on_frozen_160000/final_checkpoint.json":"8f98b5b31215bc1f7d610993d264191cdc0cc4f1093e4fff686a823f76cd1a3f","runs/labels_copying_training_dps_copy_on_accurate_160000/result.json":"b033f07af43e2d590fe8e1c248b697b0771345296e6f84c4937f2b1e34ea9274","runs/labels_copying_training_dps_copy_on_accurate_160000/events.jsonl.gz":"b24a18cb1ea7bed7c15ace454f9f211f76989ec265cfce5f67f8142a8f929b56","runs/labels_copying_training_dps_copy_on_accurate_160000/final_checkpoint.json":"27c1d1a40544f4c965af181a6ed25d9b94c519e3bb19841ec753c3ee02c2b1a2","runs/labels_copying_training_dps_copy_on_shuffled_160000/result.json":"e2e72db1e4969faee4154e3c5f9fdbee30a5aad089eaf6abf5f3a4601146bfc5","runs/labels_copying_training_dps_copy_on_shuffled_160000/events.jsonl.gz":"b3e34e40cb6cf07a5d0c81e1be9bcad12f7839e319f091bbe1d74446df7a3dea","runs/labels_copying_training_dps_copy_on_shuffled_160000/final_checkpoint.json":"5ed9bf925875863ade2ca1b54bea9ec63688098cc22a4f788d85b046279961cd","runs/labels_copying_training_dps_copy_off_frozen_160001/result.json":"bb4740a5753aa2cb26658aaa2cd6a6c9d14b20503440267b29be2dd7e7c2638f","runs/labels_copying_training_dps_copy_off_frozen_160001/events.jsonl.gz":"b38cf2a2f5c42b1c21f6f017542d185b6f3946eb17cbcc7a492a3995787e31a2","runs/labels_copying_training_dps_copy_off_frozen_160001/final_checkpoint.json":"6c03cd4b275c04bee803a6051c8d478154d87d297d219fdcee27c6bebd4a30f5","runs/labels_copying_training_dps_copy_off_accurate_160001/result.json":"1b48d3fe0919afe4aab7d6bef15bb3f086bd8aced4d0b617f20cf92e6f78c67f","runs/labels_copying_training_dps_copy_off_accurate_160001/events.jsonl.gz":"91911baeaa44549045dacec0991389971ba25f80ea68cbd4fe423a8f17bdb566","runs/labels_copying_training_dps_copy_off_accurate_160001/final_checkpoint.json":"aae5c52d574165377a302849a30506cabd541dd8d0c1efab38549b5025f1980a","runs/labels_copying_training_dps_copy_off_shuffled_160001/result.json":"ad4f7e967d583a819d5298edb12b3d7549fb7fb584c99c7c3fa5ee597250acc8","runs/labels_copying_training_dps_copy_off_shuffled_160001/events.jsonl.gz":"16b5e38408dc0574f53ff24add5b54897bd3d86ef1c46897cdaf8da47b86c417","runs/labels_copying_training_dps_copy_off_shuffled_160001/final_checkpoint.json":"a8818ed0a6ff3959fe9ebf6c6571185f5ecbcdea00cb6aa1e93fe04890c37de9","runs/labels_copying_training_dps_copy_on_frozen_160001/result.json":"2a78a0af585632d4ce4879fc496fdcd5a902d07849e98f51820f06c3b90c047b","runs/labels_copying_training_dps_copy_on_frozen_160001/events.jsonl.gz":"8ce22946720bea564118c754ff626a9c9d50c042af2da7d01940783739a81ed6","runs/labels_copying_training_dps_copy_on_frozen_160001/final_checkpoint.json":"8289f082e53f9958db738138aca5e69bf1149c255b7b4d59ba1ca65646c64a7c","runs/labels_copying_training_dps_copy_on_accurate_160001/result.json":"613f38eaf49b93c5de6ed219e34dbcf98d389107e0e89c7028a9dce5e9e4a2f4","runs/labels_copying_training_dps_copy_on_accurate_160001/events.jsonl.gz":"698be4a4c06ff6d2c0aa49055118cbe03f68801491e74affc442b255827ad8d7","runs/labels_copying_training_dps_copy_on_accurate_160001/final_checkpoint.json":"0fff3d663050f46fe67c7a9dff6b4ae8b6b3dea82d1e79a43a6c1c5ffb59d420","runs/labels_copying_training_dps_copy_on_shuffled_160001/result.json":"5e0b00c93778ec8f8a3e0428daa7fd192d0bbc5fd97f80b77dcbdc2ecf1db8a1","runs/labels_copying_training_dps_copy_on_shuffled_160001/events.jsonl.gz":"a319e7b460331c7d77b7770c60cfb08445edb82ec1f97e273af85995b93fd7ef","runs/labels_copying_training_dps_copy_on_shuffled_160001/final_checkpoint.json":"21e8fd8d63f15b3ceab8b76ab7ce787b429eedea62202915ece6c29d8ad77b09","runs/labels_copying_training_dps_copy_off_frozen_160002/result.json":"1499ddc777c8447693649a2420c48095bc562b3dfc1f87348c2210561c8de98e","runs/labels_copying_training_dps_copy_off_frozen_160002/events.jsonl.gz":"3f776b4f3df0bbdc6e406020d71ba1aa245f8f256fe25a1bfe1a92704f59dfaf","runs/labels_copying_training_dps_copy_off_frozen_160002/final_checkpoint.json":"808ee682adae3903e3b95c1f87aab9b8b22f9b00f0055f15a2d19f8891ce5de3","runs/labels_copying_training_dps_copy_off_accurate_160002/result.json":"034af68b3cfc865dcbf01a7545d85ccd9bd3e594e4482bb3656e4af0f3fe1077","runs/labels_copying_training_dps_copy_off_accurate_160002/events.jsonl.gz":"26095b3ba0458af7bf5d13ce235dbf357d4fafef41fa23160892857e166bc42e","runs/labels_copying_training_dps_copy_off_accurate_160002/final_checkpoint.json":"5e2253250ccc182fd6635a7ed40002ea5b892bf7151eb09faad772215d76db51","runs/labels_copying_training_dps_copy_off_shuffled_160002/result.json":"c0fda16f962722f002d648d1c1f8a08edb0c4aca7140834d5b27fed3b3e25ddd","runs/labels_copying_training_dps_copy_off_shuffled_160002/events.jsonl.gz":"51bafc3fd2b98b26c08a2de13359873d03b4b9989bd1912f990d82daadab07ea","runs/labels_copying_training_dps_copy_off_shuffled_160002/final_checkpoint.json":"07ba3eb4965950947d7c9bfa579bb09c5349ab1af4e1eb1a8b7573d36161f060","runs/labels_copying_training_dps_copy_on_frozen_160002/result.json":"07261d614a10ee6bfcb78ba098ef1e52004803205df97aae896518d97b4d4339","runs/labels_copying_training_dps_copy_on_frozen_160002/events.jsonl.gz":"535c3d7b8d32eee7a4230b5f4ca71a213d96434e7c8e66db67e56a791cbe4b00","runs/labels_copying_training_dps_copy_on_frozen_160002/final_checkpoint.json":"f389dc868fcf5a879291331fb05450d8e42a9b05e137f9dc362f30f795b25df4","runs/labels_copying_training_dps_copy_on_accurate_160002/result.json":"d273c1124621c944ff0eb4318630536a467dee78dafc80d7e86020338ba6783c","runs/labels_copying_training_dps_copy_on_accurate_160002/events.jsonl.gz":"48ac7d6b96886f87691a2eb810bcb1eb0e185e0044020dbeeacf64f801f1cb32","runs/labels_copying_training_dps_copy_on_accurate_160002/final_checkpoint.json":"c812a0dc119cd530cf20c7e585deb3befc3434d03c64a1be4250e57e37121b94","runs/labels_copying_training_dps_copy_on_shuffled_160002/result.json":"c7671f60cc6558f5ed2f5c060c247bca9d8382655c0e71df9407438fb9130d3e","runs/labels_copying_training_dps_copy_on_shuffled_160002/events.jsonl.gz":"9aa4c1716a921ff56ecf1b85f29ac994b62cd06198c6d947dd2c520212518e44","runs/labels_copying_training_dps_copy_on_shuffled_160002/final_checkpoint.json":"bc1b1febbc88f5586bbb65850a4420e981f1454b97b617f840156e3988ecebe1","runs/labels_copying_training_dps_copy_off_frozen_160003/result.json":"106dd9072203400a4e1007a7bc7f4daeb01564dc6e50e0e76e8ea255fbd76658","runs/labels_copying_training_dps_copy_off_frozen_160003/events.jsonl.gz":"aa743f600868a559a9a1770cba92123390826cbff7cf60a8f972410d6d0759d1","runs/labels_copying_training_dps_copy_off_frozen_160003/final_checkpoint.json":"c25d3d26292e092c325b2403b6ecb897b95838be2f8f252fafee714763363eb8","runs/labels_copying_training_dps_copy_off_accurate_160003/result.json":"28732dae05dbd24b503ac61fb796af2df240663fd04bba4b137485124d559c6e","runs/labels_copying_training_dps_copy_off_accurate_160003/events.jsonl.gz":"ce6e4d108e4e3ab94795138a674bf80562b496f6ae554b5301dda7308c1f88a3","runs/labels_copying_training_dps_copy_off_accurate_160003/final_checkpoint.json":"f425eadc428d7606bf6a0aa10ad4b51deec155bda1d3bba2db693a04d8084ce5","runs/labels_copying_training_dps_copy_off_shuffled_160003/result.json":"425900e0dcace26b850124c1d3e4f8d0c6c604bc7c4a379a30f2d6b5cb34a3ff","runs/labels_copying_training_dps_copy_off_shuffled_160003/events.jsonl.gz":"99aa4792d613bb4f8946d1e47112713ceebbef3d76b8b92e77a803e405a1da1a","runs/labels_copying_training_dps_copy_off_shuffled_160003/final_checkpoint.json":"ab8a59269fe97befbc0cfd22973d84c569ecb1a30daaeb8c9c663c66286088ab","runs/labels_copying_training_dps_copy_on_frozen_160003/result.json":"ad3d451fd7d52aa320d1ed5dca4faca1aa91c937be44c0b82bb59df4bd1b5ad3","runs/labels_copying_training_dps_copy_on_frozen_160003/events.jsonl.gz":"898a081cad9c9173315411d5684c59aa5c36c6c9c9cc1eb48c7c1bb92e84b488","runs/labels_copying_training_dps_copy_on_frozen_160003/final_checkpoint.json":"cd23f1da9a4fe47da9152ef1139e6720f4d07cb600d2978fac4a78f375ffc536","runs/labels_copying_training_dps_copy_on_accurate_160003/result.json":"7bb4dede7f3d1c1c252303589d08870d649359b54cb98c872e560a330b786b1a","runs/labels_copying_training_dps_copy_on_accurate_160003/events.jsonl.gz":"3b8ab7b68ded5600404579ab26be175e8b9fc31591abfef9bc7990e908e5d38a","runs/labels_copying_training_dps_copy_on_accurate_160003/final_checkpoint.json":"7fb77c2bfbde947cef5c02a3880fd7298da8602cad1d0522464ce6f0f93e1a21","runs/labels_copying_training_dps_copy_on_shuffled_160003/result.json":"95082db814f76aab2655cf715cccc452f0e9302b8b0e8a4cc5782060fa7f4ab0","runs/labels_copying_training_dps_copy_on_shuffled_160003/events.jsonl.gz":"0c2f460cfd36de40d91bad8ffbdfcc65a3b70e8e103f6e751dd3acfed4881fe0","runs/labels_copying_training_dps_copy_on_shuffled_160003/final_checkpoint.json":"e936e000d0e87b6942b274810151a87cbe5fc016e53db2a61ea3ad64698eca67","runs/labels_copying_training_dps_copy_off_frozen_160004/result.json":"13786ba70fb9e8466ba14a1d5517b0d4d9c45de269cec2a30a012f4d9b656b9d","runs/labels_copying_training_dps_copy_off_frozen_160004/events.jsonl.gz":"4cdf0b52be43f16019d6c7ae1cdb6cd0c51caecbe3be04335823066254d905b5","runs/labels_copying_training_dps_copy_off_frozen_160004/final_checkpoint.json":"cd9806f6b88a1ae621f30a4aa8f280de013d8058d7f98a6348249f20f3c112ca","runs/labels_copying_training_dps_copy_off_accurate_160004/result.json":"be47d80e4563364a65abe325149d95bfbe51a90b308f6b53ce4f983170c9cc30","runs/labels_copying_training_dps_copy_off_accurate_160004/events.jsonl.gz":"d87cce8d4b70db18b67df5ef1fd8127f85a6a952c61a5b7d2602ed7e539608d5","runs/labels_copying_training_dps_copy_off_accurate_160004/final_checkpoint.json":"64a2060a97ed93f77d19064eec72818bab8cbbbf8dfb9ca31d72eaf8202c6912","runs/labels_copying_training_dps_copy_off_shuffled_160004/result.json":"878f70edc830b6adb95bba837fdbf54816a9bf760fed13c8f3ea26b88fd6ab4c","runs/labels_copying_training_dps_copy_off_shuffled_160004/events.jsonl.gz":"65b5aa6366ec61c5a550fd4ff1fb12abb7953d07341d10190251c9587ca9092e","runs/labels_copying_training_dps_copy_off_shuffled_160004/final_checkpoint.json":"ed9ba15c8042bb4bb73c4d086e09dbfedb4feb998d4e06e57e7ef6b4b88f1bec","runs/labels_copying_training_dps_copy_on_frozen_160004/result.json":"6966ffe6604e43e6da7d4f5678e0fbbfa4dadef6869275f0d5b0c0f15652dee9","runs/labels_copying_training_dps_copy_on_frozen_160004/events.jsonl.gz":"fb3b52943829b9ca635ff9638b59ada8599d69dbd7714287e3f98582be07439f","runs/labels_copying_training_dps_copy_on_frozen_160004/final_checkpoint.json":"056d67439e36448b5cc472f9c310441bef1069d8b174e476ec0f6b844f45d872","runs/labels_copying_training_dps_copy_on_accurate_160004/result.json":"ac9aacedfa9fcb73197436de03c274afecffcf93bd147a2e2e38153fa0b58aa5","runs/labels_copying_training_dps_copy_on_accurate_160004/events.jsonl.gz":"49b994eb5d10f81a2ad69f9b09d290e62a48a0e854be0b776addb403e4f6795c","runs/labels_copying_training_dps_copy_on_accurate_160004/final_checkpoint.json":"f0c2257c624cf2d5fdc54541a48314c684f574af3f0c0775c8b49f9b17bdc7b6","runs/labels_copying_training_dps_copy_on_shuffled_160004/result.json":"c237b53d26b75451f373a1e23613fbfb8e38a828461ccdad6330d14229ffab64","runs/labels_copying_training_dps_copy_on_shuffled_160004/events.jsonl.gz":"dc32c2b9d89f6695fdb407820f14e078f792421c631f4cd258dacd776d2d690d","runs/labels_copying_training_dps_copy_on_shuffled_160004/final_checkpoint.json":"b33d0d8fd3e90847e7c7b5825d1011fafc75f1514e892044cc988e8755c3feb2","runs/labels_copying_training_dps_copy_off_frozen_160005/result.json":"065deb32635263fb2079ebf1c9f4fb3b0d553be7002cd0abba9f9e32c73106fa","runs/labels_copying_training_dps_copy_off_frozen_160005/events.jsonl.gz":"a4b65208cbd75cf77ecfd037d92467ae931c060821ad6bebd9751164855f77e3","runs/labels_copying_training_dps_copy_off_frozen_160005/final_checkpoint.json":"929f437cdc4a3a765c531c4d278f47013f9859df47c81f8c14cb4ae7e3ebf593","runs/labels_copying_training_dps_copy_off_accurate_160005/result.json":"6e1dc94a3b0066ecb4a60218a70ba3e8fa917fe748301f6ad88f5a640f710975","runs/labels_copying_training_dps_copy_off_accurate_160005/events.jsonl.gz":"4bd822140519ee86403e2e192a551ba0ae5153a93e586ffb80ccc8525ea43c46","runs/labels_copying_training_dps_copy_off_accurate_160005/final_checkpoint.json":"9190c7e8e1731b90a49352176c5efbb209fbee0ca334b7cf34b9fea1f9e815b2","runs/labels_copying_training_dps_copy_off_shuffled_160005/result.json":"fa1181f5810d087461f9157bdd3a977df466be0dba025fd8fbf1629816d29cdd","runs/labels_copying_training_dps_copy_off_shuffled_160005/events.jsonl.gz":"2e71426d8380e916ab0cf7f0c19bc3458a5e7745bfd7bce043e461813ddeb30a","runs/labels_copying_training_dps_copy_off_shuffled_160005/final_checkpoint.json":"0be6d9bbd92530e75fa09edecfe7730d661777d0b4b2b912b1166ffb200055ca","runs/labels_copying_training_dps_copy_on_frozen_160005/result.json":"a57ceca94fa3d47e0298df099af8471f240056403d59c077fe4b47c79148f746","runs/labels_copying_training_dps_copy_on_frozen_160005/events.jsonl.gz":"414460ba59bf4e596d40a49f056a6217758f2517117d7d9d4ee3682a0f2c2258","runs/labels_copying_training_dps_copy_on_frozen_160005/final_checkpoint.json":"60bdc57e9657cb4381e85bb002f296ee4613f33252765fc97065cc2945d652b7","runs/labels_copying_training_dps_copy_on_accurate_160005/result.json":"1f9dc00f950cd657238c6e57c9bab1e63fe351555fc8f28dba1d252929448c99","runs/labels_copying_training_dps_copy_on_accurate_160005/events.jsonl.gz":"defee50925f3aa938d7f06df49c67bec3e83b5ce6bb5a3b4c3e9fa3d8c8747f9","runs/labels_copying_training_dps_copy_on_accurate_160005/final_checkpoint.json":"ff5c205e495398980dfc05416b2bc5204ba0d2538a552ea01b2963726723555c","runs/labels_copying_training_dps_copy_on_shuffled_160005/result.json":"f4b9a2d5484f403a9b7ab1450f172444c41aabae46414815562da4425a8677aa","runs/labels_copying_training_dps_copy_on_shuffled_160005/events.jsonl.gz":"8e28823b86e3ab2fe47a7fda20818bd9c0a9ae922c18b57262546c151bce225e","runs/labels_copying_training_dps_copy_on_shuffled_160005/final_checkpoint.json":"2c956b0e681e7348d330ab1c836dc4c93b299352c7906ff09a1b4d1bfe5916db","runs/labels_copying_training_dps_copy_off_frozen_160006/result.json":"7370232207f3e65b9926657c32efc0e8921978edad4f1f841399cdce10070a82","runs/labels_copying_training_dps_copy_off_frozen_160006/events.jsonl.gz":"d8ed7b50b4597ea7c2e79a4e1ee16d8e7e170e6db14fa66f527c741c6a93215e","runs/labels_copying_training_dps_copy_off_frozen_160006/final_checkpoint.json":"860696c9f10ac9429da12dc9ca8add5d7b9b6f03944deb29bfd6642881fcdd20","runs/labels_copying_training_dps_copy_off_accurate_160006/result.json":"4765c126bf308adcf4f996622240904abed8b32081ebfe0dbbcac13c668b60ef","runs/labels_copying_training_dps_copy_off_accurate_160006/events.jsonl.gz":"eb30b9da59cf6c4ad7e38b244e3e771771b2e59bb006a3988d48de0e4f9738e2","runs/labels_copying_training_dps_copy_off_accurate_160006/final_checkpoint.json":"a16dc75ac83da356e33d6a24c32765ccc8f91e57b01bdc1ae0a959af1a9dc62d","runs/labels_copying_training_dps_copy_off_shuffled_160006/result.json":"f954473b5ac14fda84a48b889b16721b8dcb65177ee211864b6f76f0f579a193","runs/labels_copying_training_dps_copy_off_shuffled_160006/events.jsonl.gz":"2dab8a81ae245b3569ced5dfa2297815263fa4967b5aeed23fa5a9066dae99c8","runs/labels_copying_training_dps_copy_off_shuffled_160006/final_checkpoint.json":"a3fec3799fb2191f6103506238deb46affa7305d9a4e71025cac5f037d42da58","runs/labels_copying_training_dps_copy_on_frozen_160006/result.json":"089de65992e18badd70a71beb9ef45f3ef0c50b0b94a6b4ec2e3f3f1d66c1586","runs/labels_copying_training_dps_copy_on_frozen_160006/events.jsonl.gz":"9f72d373ba0432b1b67329f47d2e72549b420d1183cf443623f3991f20dd8183","runs/labels_copying_training_dps_copy_on_frozen_160006/final_checkpoint.json":"f2141cb3131a914be77b36a7033edd400111a66078337d6e97a9f17c2c28d342","runs/labels_copying_training_dps_copy_on_accurate_160006/result.json":"24b9843545263cfbf9c07ab53c1eab1d75b95287f26c912fc3e05befc7ee76f9","runs/labels_copying_training_dps_copy_on_accurate_160006/events.jsonl.gz":"9e85a0b46d060070ee102fd511f50f99131ea531050a59d32d463082c58f465f","runs/labels_copying_training_dps_copy_on_accurate_160006/final_checkpoint.json":"f706509ed29fb64889a99826689733c4929df7f96885814ad15bec71b0415a88","runs/labels_copying_training_dps_copy_on_shuffled_160006/result.json":"7135a7d6aa3e1d4c0ef520ad329b91b0ed04e95fcf39961a5f0e38be9a9b09ab","runs/labels_copying_training_dps_copy_on_shuffled_160006/events.jsonl.gz":"33e6afe3cdd0fe3a375cbaf0d420d0512ed3bd9c251dbd31b106a0d0236ed7b8","runs/labels_copying_training_dps_copy_on_shuffled_160006/final_checkpoint.json":"5e882ce423e206dc35c6584d277b59b27ae2a7b2257fca04af8f558b20760a15","runs/labels_copying_training_dps_copy_off_frozen_160007/result.json":"286cbdc47fb9d58ade2de4099d1d5183128476ee6298d8650e7f92e822946e33","runs/labels_copying_training_dps_copy_off_frozen_160007/events.jsonl.gz":"9d12355313910040e988808ed5a8a2946906cf11580d725c2a17711fd2cb4326","runs/labels_copying_training_dps_copy_off_frozen_160007/final_checkpoint.json":"edc0c6ecfe0f28eeb22de434b819a9a81b9d0532cbe18d7bc32605a9f244dadb","runs/labels_copying_training_dps_copy_off_accurate_160007/result.json":"0b590e7a30c0dddbe28361a0ccc4659f625b9882bf6a3ca910b1831b5da7cc44","runs/labels_copying_training_dps_copy_off_accurate_160007/events.jsonl.gz":"35ff83c88eef88ca07b2a95bae1b0ca20c1e7f0de57bf0adc8dd965a5acc3854","runs/labels_copying_training_dps_copy_off_accurate_160007/final_checkpoint.json":"db174dbb0a0b91b65ae9e42cdfc516b38376a1a5c7b3ededef9e7b63b3c010db","runs/labels_copying_training_dps_copy_off_shuffled_160007/result.json":"2661cc751f22b475d2bad28483367f941fbf8f14aaf30ff6db2c1b4f5e0d96e2","runs/labels_copying_training_dps_copy_off_shuffled_160007/events.jsonl.gz":"2704e7b3dd7a88006424ee2a3fe572aecdf04df62840f837f2861559884a6ae7","runs/labels_copying_training_dps_copy_off_shuffled_160007/final_checkpoint.json":"e1e6f55325c1804a922b0f81a2a6766628b4951b77d0305b5ce680236fc12823","runs/labels_copying_training_dps_copy_on_frozen_160007/result.json":"c0f2679e2f89f1b7a7e8d0e1e062dc5bbe82a79310e7cec83306e5e071cd69f0","runs/labels_copying_training_dps_copy_on_frozen_160007/events.jsonl.gz":"bbc51d028ac1db25eb71ae8aa90d02d24f9f4ffd62cef8fb74ef01fd3e4a4fb2","runs/labels_copying_training_dps_copy_on_frozen_160007/final_checkpoint.json":"c9c27d57e8e5c9028d8a973b5e4f66baf5da09b898f060133cea364beaad1959","runs/labels_copying_training_dps_copy_on_accurate_160007/result.json":"638c5ce1559665c0480cafd01bc80615aa8dc99816646869ba8015af959ddf03","runs/labels_copying_training_dps_copy_on_accurate_160007/events.jsonl.gz":"7304598023a43a6225ff0435a8bd88eb4163efa28f0c0b2050278c2d1a7c107b","runs/labels_copying_training_dps_copy_on_accurate_160007/final_checkpoint.json":"5e79f6002f95e955899d250e1d9243ffd36cab94648b0784989fee749fc5193a","runs/labels_copying_training_dps_copy_on_shuffled_160007/result.json":"06145bb841290ecda2c4e35d2b0c99d56e28be8885cdc28591f4765a9b1a6ef0","runs/labels_copying_training_dps_copy_on_shuffled_160007/events.jsonl.gz":"89c93bb78a77dadef0778fd379afd788aef1e02b3c9b547108e7187ba3fbcb08","runs/labels_copying_training_dps_copy_on_shuffled_160007/final_checkpoint.json":"513bd6ea2bb9d91af9627ec5917cc5c0e09e16e5c7f6e3dcfe90f421cfaf1f04","runs/labels_copying_training_ppo_copy_off_frozen_160000/result.json":"258e420c0876db649df4d7168eedb677b05156cbf383c34b8c896a0b16302781","runs/labels_copying_training_ppo_copy_off_frozen_160000/events.jsonl.gz":"9690bd8eea45365db33baedbfc01216566bd147e26803baab2cf6d223253367d","runs/labels_copying_training_ppo_copy_off_frozen_160000/final_checkpoint.json":"30795a61ecf0372fdbc543d68f1bf28b7c76b193ccef60fb8d9d68c904d8bc13","runs/labels_copying_training_ppo_copy_off_accurate_160000/result.json":"725ae76b0b0beb0c4782aa6cc18ac2683eb7c7e680b40cf5a18cbbdc40b558ec","runs/labels_copying_training_ppo_copy_off_accurate_160000/events.jsonl.gz":"5282cef92feee7434632becbfa4159cc7c66f11184e2ddf516a115362c8f439b","runs/labels_copying_training_ppo_copy_off_accurate_160000/final_checkpoint.json":"d01c2a753a8aeaa98c4015f12202a60dd8ea4024b5c4449ba542d1e87dddcbc1","runs/labels_copying_training_ppo_copy_off_shuffled_160000/result.json":"e3efd0a81808d1bf4c6241b43363e0455dc988b73b064058fedbae138d0ad3fa","runs/labels_copying_training_ppo_copy_off_shuffled_160000/events.jsonl.gz":"a385f89bf30dddeff60766b9117754112c90b48d5d83092c2f589f0583eb147e","runs/labels_copying_training_ppo_copy_off_shuffled_160000/final_checkpoint.json":"12defd46412e2d41bf8a14746f387bb16b7570cc566bdde7ef455384a6a71b92","runs/labels_copying_training_ppo_copy_on_frozen_160000/result.json":"e3600aaf610d188d8850b32634def16dcef235176903f48a5b06b119a0925a04","runs/labels_copying_training_ppo_copy_on_frozen_160000/events.jsonl.gz":"5815017766faef9e35f0f1a81b3cfa609f9b2f678d21afc1a9b0baaf9e56e2e3","runs/labels_copying_training_ppo_copy_on_frozen_160000/final_checkpoint.json":"1ca058e46b8561fa877fc4afdd865c6a92f29d947367f588ccc50b8457d5a14a","runs/labels_copying_training_ppo_copy_on_accurate_160000/result.json":"249614e322cd481300fe1c8ac5212128c00c962c208acfbbd86db95f9efc9960","runs/labels_copying_training_ppo_copy_on_accurate_160000/events.jsonl.gz":"3901bf36fd551a3f5421db699ccad87d91655a931ddf35deb7fec6c15b2593c9","runs/labels_copying_training_ppo_copy_on_accurate_160000/final_checkpoint.json":"e8c939cbe35495b52fcd58d6c06aa30b12218cb356dfba1a90556b0e000900a1","runs/labels_copying_training_ppo_copy_on_shuffled_160000/result.json":"2f0b6947d4bd99c980ccfd51243e64ed2fc3f36461c3dd285a21e696c9f809a8","runs/labels_copying_training_ppo_copy_on_shuffled_160000/events.jsonl.gz":"8cad02b2f48eac7366c13d2c941f7bbd4ff54c34d0cf5075b91f9bd289e1dd13","runs/labels_copying_training_ppo_copy_on_shuffled_160000/final_checkpoint.json":"256802098a56b40fcbe262d1d1e69a1f0f23810700cb393e942566f7dd616657","runs/labels_copying_training_ppo_copy_off_frozen_160001/result.json":"ea8ff0d9e0e45a87182735db5208b9726e4c0442d735c515942deac355fd1442","runs/labels_copying_training_ppo_copy_off_frozen_160001/events.jsonl.gz":"3b48392fffa864138338d44e5cc3addd1d20483b08e8de77a54bcacaf39587a3","runs/labels_copying_training_ppo_copy_off_frozen_160001/final_checkpoint.json":"7f73f0e5c551139a3661ded5633483d7d156270f0dfa73ba92d83eb46a8bb690","runs/labels_copying_training_ppo_copy_off_accurate_160001/result.json":"0ba36f20b6194ac94ede79df719fbbc070d7e4b5c6fa161a87f8370036cf3381","runs/labels_copying_training_ppo_copy_off_accurate_160001/events.jsonl.gz":"942f21788219304ea4df40902078d5f4c22d60723aeb4df7bc2dedd624f0b923","runs/labels_copying_training_ppo_copy_off_accurate_160001/final_checkpoint.json":"6407385080635d4d1579c0614c1ca89c8b19f3173b84f24c7144a3273a414275","runs/labels_copying_training_ppo_copy_off_shuffled_160001/result.json":"01a55bb647ca469e59d539ddf100f2f1be46b29e9dc09cb3ee4445fb16a01336","runs/labels_copying_training_ppo_copy_off_shuffled_160001/events.jsonl.gz":"6c978dc25ca29c5fe5b682e478735a517d5acdf2b25050cebf7ba98fb54da67b","runs/labels_copying_training_ppo_copy_off_shuffled_160001/final_checkpoint.json":"2c9437a3dd2bba02212ae835b9e0a6c6e6d8e241b36f5797451dbf490a74f711","runs/labels_copying_training_ppo_copy_on_frozen_160001/result.json":"c484d1365716f8646fd069aebc5d6f8895e9aaf6783d9d3889a43eaf371f57aa","runs/labels_copying_training_ppo_copy_on_frozen_160001/events.jsonl.gz":"45b753fe4ad5e98d05353c097a03b27ac44f9eb4ff6c9ba3cff57eee22661a67","runs/labels_copying_training_ppo_copy_on_frozen_160001/final_checkpoint.json":"f64adcfcb572e8ecc564117c774f725ae2a127c775c3e0345b3415dcacd0d88a","runs/labels_copying_training_ppo_copy_on_accurate_160001/result.json":"557f27e5480f185fdda5c091d6e08d46883710dc921e079de84931383e1e92f8","runs/labels_copying_training_ppo_copy_on_accurate_160001/events.jsonl.gz":"e74d12f7e933a7dc9892f93348977ba89d6d8c8541e1c6028a21a25611bd3dd8","runs/labels_copying_training_ppo_copy_on_accurate_160001/final_checkpoint.json":"b33a7486ad781808365c04212a53cbaedcc8e2edd8fb23592d8f6e7845cdf37b","runs/labels_copying_training_ppo_copy_on_shuffled_160001/result.json":"45f8f696c0c2de58c18e69c0d1a40f83963962ee19f9f880621fb6c9be9141dc","runs/labels_copying_training_ppo_copy_on_shuffled_160001/events.jsonl.gz":"3a8b563572eef454ec876ce727c4b5bb75936c8488c16d34eba45c73c5e86faa","runs/labels_copying_training_ppo_copy_on_shuffled_160001/final_checkpoint.json":"c2d41e9cf35e1acfa94cb3fe9784773e71cec7f96ff18c2a4b2f03623aa86dab","runs/labels_copying_training_ppo_copy_off_frozen_160002/result.json":"977f18387d7db4bfd1031a66803fdca93622c7b9545647cffda7ba5b72878046","runs/labels_copying_training_ppo_copy_off_frozen_160002/events.jsonl.gz":"4ca401100fe12e97ecf831f20d69092f5bd1ed9fdbde0240e06515bd3c1c0bd6","runs/labels_copying_training_ppo_copy_off_frozen_160002/final_checkpoint.json":"df56f39f09435763fc34b900166cba3cd7a427b77a666ade64c8f3e01b37a6ad","runs/labels_copying_training_ppo_copy_off_accurate_160002/result.json":"b886d913e8006150b35a8226a9747ec70ed096d349dedc5abc3e205ddf67bf10","runs/labels_copying_training_ppo_copy_off_accurate_160002/events.jsonl.gz":"3346502c45aa7f938df0626c3a025f48fb7fce8d0b4a6f0bf716af39e4f4f560","runs/labels_copying_training_ppo_copy_off_accurate_160002/final_checkpoint.json":"9a56b0c3cf413462c2a6df08ceed2c625f10b96b8afe20168510fbcb0ea08b44","runs/labels_copying_training_ppo_copy_off_shuffled_160002/result.json":"b3a4e3d208c840d74683326c02a61a8d7670dbb5788bc9b3275b9fdc99ccf158","runs/labels_copying_training_ppo_copy_off_shuffled_160002/events.jsonl.gz":"5f7b7e3449730bb55135ff5bf8bd07a5a0874f65d33ab2cd1afcbb815bb365be","runs/labels_copying_training_ppo_copy_off_shuffled_160002/final_checkpoint.json":"b39a0df58361b1ab9bdbd79d08b3e03e02b3d3e46304421f03ee2f59d8299772","runs/labels_copying_training_ppo_copy_on_frozen_160002/result.json":"8d1feb90c1fb7d43f3ec8d3b4d34e9c447795e0d7ba1cdf22959a4be7a3b14c9","runs/labels_copying_training_ppo_copy_on_frozen_160002/events.jsonl.gz":"4d03be7923e8f6dd464f99e51c0758b9a52e18c1d7ef5924367ddb7d3cb3a6d1","runs/labels_copying_training_ppo_copy_on_frozen_160002/final_checkpoint.json":"d0b691ee89023ba1cc6f7e09424cfd481a855a30aad390306c6895da484b4d4c","runs/labels_copying_training_ppo_copy_on_accurate_160002/result.json":"752265a3e9581a8680282aa78d01682db2c95a8391052e427c074c4cc2706277","runs/labels_copying_training_ppo_copy_on_accurate_160002/events.jsonl.gz":"9df2195abce64b18c2ef56f7830b2d89ccb4341c00874a1c72624f52878dfc7f","runs/labels_copying_training_ppo_copy_on_accurate_160002/final_checkpoint.json":"5ee482e5e8bf8b367871e420aea2fd322f6ad3d78607b4242ec81d7faa897cc9","runs/labels_copying_training_ppo_copy_on_shuffled_160002/result.json":"3dadddd88b61ae14436c3d251ca76829b41dbe27f2a12636a474f1c4b9e10744","runs/labels_copying_training_ppo_copy_on_shuffled_160002/events.jsonl.gz":"f66d612c5a09bd27dbd2b551ea526990d1eb617a03990e773db1b5c6eaecc36f","runs/labels_copying_training_ppo_copy_on_shuffled_160002/final_checkpoint.json":"dabe2e75ab62b16a516d5f4749a0da0e1f4879304722fc0750059b0909eedb05","runs/labels_copying_training_ppo_copy_off_frozen_160003/result.json":"ed93b9498b6bf95fc16b2b8dba1ed8b01b0e2edb3fb256d1a6944bcc2f86efa5","runs/labels_copying_training_ppo_copy_off_frozen_160003/events.jsonl.gz":"f65b504f59119fa5b36212ac95dc73159a6f5e220509327a288a601fad4af9cb","runs/labels_copying_training_ppo_copy_off_frozen_160003/final_checkpoint.json":"0158048b486ccffcff6314a42db4395fb8b0f61fe6ea45272a9e53774e86d5a6","runs/labels_copying_training_ppo_copy_off_accurate_160003/result.json":"b894b1ff8704c068fbd82aae6321e99cad4b82d7889a331af80dc3338f7fa6d8","runs/labels_copying_training_ppo_copy_off_accurate_160003/events.jsonl.gz":"b78a5987af6f7fe3e42db7fd785c8baa9da0396ef17c7fd94d975429691f57b6","runs/labels_copying_training_ppo_copy_off_accurate_160003/final_checkpoint.json":"a268c1467571a9858214254f5e017f3d257f60ef78b5f968b0f9567a00120cb3","runs/labels_copying_training_ppo_copy_off_shuffled_160003/result.json":"769204020f00cbba5d5484f7acd40c73bea8a9c1ffae5ed5b6b1e77b7ae023b7","runs/labels_copying_training_ppo_copy_off_shuffled_160003/events.jsonl.gz":"d3302ac61d65b95d1e93f394c044b45f3371e4b6ffd6887e9ef17187082b475e","runs/labels_copying_training_ppo_copy_off_shuffled_160003/final_checkpoint.json":"0545163e17f6defab11e484564ab63f545630d410f7101f533e5640ceaf0007f","runs/labels_copying_training_ppo_copy_on_frozen_160003/result.json":"f4732203f16456fc3135be77dc7b1b7361fbb6f32828d0dfe0091692fd6856fe","runs/labels_copying_training_ppo_copy_on_frozen_160003/events.jsonl.gz":"2a6f22205bb65cb4ca7791df30262f686bdfb651623fe87f3c4d80a902893d03","runs/labels_copying_training_ppo_copy_on_frozen_160003/final_checkpoint.json":"7f5c1e0769e3fa7f55896fd95da8a5de75bb77f1495c32a57978cff429ac09b9","runs/labels_copying_training_ppo_copy_on_accurate_160003/result.json":"0ed2e4690dee59c4c13526abbd3e16ccf4383b1b9bb000a237829221d77f7a0a","runs/labels_copying_training_ppo_copy_on_accurate_160003/events.jsonl.gz":"d15644a0b8b7b8b298b4d66079541a789748245522ec33fdb628b7a9ac801c92","runs/labels_copying_training_ppo_copy_on_accurate_160003/final_checkpoint.json":"ca6ff9da025c94f7e4a8552744d81156e39de66432112ddc3024b2d5ab32cc66","runs/labels_copying_training_ppo_copy_on_shuffled_160003/result.json":"5f3537b0a31e5b2b9cc1beb303f6bb2dd23d8ce8ba96c8ff5fb9cb8597c8a070","runs/labels_copying_training_ppo_copy_on_shuffled_160003/events.jsonl.gz":"25976a3999fe0f01186e23375369d1cf1b9d0e66213667d735f0dbb5db14418f","runs/labels_copying_training_ppo_copy_on_shuffled_160003/final_checkpoint.json":"e4f66e86483510f9feb7aed3160ea822a91c29bc8a0bc4becbfd9458a6bbdc40","runs/labels_copying_training_ppo_copy_off_frozen_160004/result.json":"d39d5519d957e75fea56a0a941e32372ae23e2b70a090bf839fe13a5873af1dd","runs/labels_copying_training_ppo_copy_off_frozen_160004/events.jsonl.gz":"4c7a595b4efcfc8d5a4df324edd5dbb4654b251a40dde220cc0676d91b92c273","runs/labels_copying_training_ppo_copy_off_frozen_160004/final_checkpoint.json":"82502cf0cb1b5e771e008cfc80c2db0b34a04ce645c5468cb1fa9ad85d57f293","runs/labels_copying_training_ppo_copy_off_accurate_160004/result.json":"eab82a56f2516dc70657f7dfb867ad87f7ffd71957cfda6a216b28d04c1d8ecb","runs/labels_copying_training_ppo_copy_off_accurate_160004/events.jsonl.gz":"f0ed63f5cbabff7bebebe12d63f47cb92fa6b5eb8272258dbb742a8c717e699e","runs/labels_copying_training_ppo_copy_off_accurate_160004/final_checkpoint.json":"6049372ed99bd053c7490422738fed8a12010c80ef9fd87af6b97d84390873f5","runs/labels_copying_training_ppo_copy_off_shuffled_160004/result.json":"ae68fa85e079f3e62a44f474503c55cb63702d33126c46a3b230bbf8b13f13e3","runs/labels_copying_training_ppo_copy_off_shuffled_160004/events.jsonl.gz":"2946cd3521d08362dc60ade7c3d9ec97906bf1625349686d91d72774f040ced6","runs/labels_copying_training_ppo_copy_off_shuffled_160004/final_checkpoint.json":"d8030d04ce1cb333858a31102869240d702e4a6fe0885ce21a0fcdd4a981a9d0","runs/labels_copying_training_ppo_copy_on_frozen_160004/result.json":"aa6c5e02ed9330130eeba097b0cf1060fc396128defd4db639fffb265fcf85af","runs/labels_copying_training_ppo_copy_on_frozen_160004/events.jsonl.gz":"7d784e5e6baf7aa70fbd8074a3ccbed1586157717535c6fa4542a70d0d82e08d","runs/labels_copying_training_ppo_copy_on_frozen_160004/final_checkpoint.json":"60261765aff8e8f484735d4d8add4f4bc0bfd6260403789f36ca3048172c8a4f","runs/labels_copying_training_ppo_copy_on_accurate_160004/result.json":"bb39df28000b81111cb6c88793d1e19f0d5789613a1be96f540fd801a45e64d0","runs/labels_copying_training_ppo_copy_on_accurate_160004/events.jsonl.gz":"3dac0e42cfb9fa58fe5d90f3bbadc20a38a63abcba7b9ab03343914d131aba90","runs/labels_copying_training_ppo_copy_on_accurate_160004/final_checkpoint.json":"4bb9285deaf6d841c30850c8472edc97e1f28f20d45e804afb1895b9996ea239","runs/labels_copying_training_ppo_copy_on_shuffled_160004/result.json":"148e26fd57317b6147e3e062b12a232b2c9f9d80e18cb10f5580cc05423d43ec","runs/labels_copying_training_ppo_copy_on_shuffled_160004/events.jsonl.gz":"7c2e3086b581cead8b948ecfe01df10ccba3c0ac79909139581a72ee59a9a394","runs/labels_copying_training_ppo_copy_on_shuffled_160004/final_checkpoint.json":"3fa695e51d592d875623d8b6df52be873ffafcce19fd5ea4809c27bd895b2038","runs/labels_copying_training_ppo_copy_off_frozen_160005/result.json":"4b2113b017506c018f2d627759335db0f1c4ad6af40f84dd16483e38dc89108c","runs/labels_copying_training_ppo_copy_off_frozen_160005/events.jsonl.gz":"fe2ecfce9601b47116b3076165e2b0186f670df44d0e1d862b92591fdac5c134","runs/labels_copying_training_ppo_copy_off_frozen_160005/final_checkpoint.json":"df2f29ad1c57cd2758918518bce32b80796425adb4bd361abd4b644e91c50005","runs/labels_copying_training_ppo_copy_off_accurate_160005/result.json":"c2b7f4fc55f97a859b8f0a66e54083a4d3166a2d58bf75919d5ef48b434a475e","runs/labels_copying_training_ppo_copy_off_accurate_160005/events.jsonl.gz":"0598c054544995f9833984a705cd88dc092dd314bcdb5f78002c1e615daf72f8","runs/labels_copying_training_ppo_copy_off_accurate_160005/final_checkpoint.json":"2d36a3138a2c3961e5d0de33d02a25d3235fe6181b7ba4cd228c75a45492b45a","runs/labels_copying_training_ppo_copy_off_shuffled_160005/result.json":"3b90a9a389c3b1b4af1d560593583b68774ff0359ff279029375b4daf450be71","runs/labels_copying_training_ppo_copy_off_shuffled_160005/events.jsonl.gz":"f17560cc0ba1c9798687a9a9e8f90874fa55168b9a19a18b9a060b6a17c86f2b","runs/labels_copying_training_ppo_copy_off_shuffled_160005/final_checkpoint.json":"604ab7fffc5f608c2338ddca3f52055240e52c3a2885c618800e389c32ae8ac4","runs/labels_copying_training_ppo_copy_on_frozen_160005/result.json":"485a73d5136fa5068939b404bda208b83bca38baf7afebd30f7966ccde399941","runs/labels_copying_training_ppo_copy_on_frozen_160005/events.jsonl.gz":"1c55694582b33d1c23909d4f0e1abeb8bb3e813362a962dd326fe93fa6dd7832","runs/labels_copying_training_ppo_copy_on_frozen_160005/final_checkpoint.json":"7751ec25c011f1f666e53c4d1438193f4a5f3d099c5fc5eea68f6732740de778","runs/labels_copying_training_ppo_copy_on_accurate_160005/result.json":"e4fe491be268b10dd680c8506c666c414bc1a96b268ae2763882596f84534c56","runs/labels_copying_training_ppo_copy_on_accurate_160005/events.jsonl.gz":"e126b4fb1be2a1ff012b63072deb605a89758cd9be7bf23251f3d3448899c6ea","runs/labels_copying_training_ppo_copy_on_accurate_160005/final_checkpoint.json":"637c22936d75bce8f6ea6050fb922924baba911b8be43a0f463d46b4af6f54ab","runs/labels_copying_training_ppo_copy_on_shuffled_160005/result.json":"5ab6d2df67aee327812f65ed619c0132eb46be35ff16de2db9ed1470f7a04bb5","runs/labels_copying_training_ppo_copy_on_shuffled_160005/events.jsonl.gz":"78fb0d91c94b2d6c3225f08073986f082f17c35a6033b3f379a529fdf50da4fc","runs/labels_copying_training_ppo_copy_on_shuffled_160005/final_checkpoint.json":"f98dd7284a440f1ab9e77d1349eb142ee5e821ed55eb1a6e9b31c410fc24228a","runs/labels_copying_training_ppo_copy_off_frozen_160006/result.json":"5a9fadbf478774442a19cc69d7dd28c96b2e798e7fd15891c4ddbe41a08f9861","runs/labels_copying_training_ppo_copy_off_frozen_160006/events.jsonl.gz":"9e88317c96cd8dadce85faa33f12915ebcf2fdc279a9107d4d6fa364f00bd64b","runs/labels_copying_training_ppo_copy_off_frozen_160006/final_checkpoint.json":"095afc9b3533f7ff142302e5ff9389ba068e05bc356f7173e7abf7c0181bb743","runs/labels_copying_training_ppo_copy_off_accurate_160006/result.json":"e5515bb78188cfab84992d0822fbe0b03f1c5676610172cfee9baadd34d18a48","runs/labels_copying_training_ppo_copy_off_accurate_160006/events.jsonl.gz":"8c3e963c5250cca86eb74f115ec5ac59c0e6e9404fa89f8a1fc9c98f5f42004e","runs/labels_copying_training_ppo_copy_off_accurate_160006/final_checkpoint.json":"1fcb3606d9d02effa83d2a2fc9f92071522c8f648a9d41fa999a43723a011db5","runs/labels_copying_training_ppo_copy_off_shuffled_160006/result.json":"4f18c979fba4a53d534c3f3e0e28dec4f7d9c699b16fe0048f7746521b4e1901","runs/labels_copying_training_ppo_copy_off_shuffled_160006/events.jsonl.gz":"dcf98b867c49921cf4f9ab8eecd9be9d8a64144610307b32a0ee58057c90d3a9","runs/labels_copying_training_ppo_copy_off_shuffled_160006/final_checkpoint.json":"c759e16160c902be47fb4f90b08266483cec37ea0125c0d330f8e4602dc4f2b1","runs/labels_copying_training_ppo_copy_on_frozen_160006/result.json":"ac5945c9eff3d9f1a2ed8c61f2af3aa13b4873cf2717b51ae0059d0869c0c4f7","runs/labels_copying_training_ppo_copy_on_frozen_160006/events.jsonl.gz":"ff57ac958385a070da0d2e523684514cdf54638386879c5f833e915a2fe76970","runs/labels_copying_training_ppo_copy_on_frozen_160006/final_checkpoint.json":"b04579b54efced4f02c7aaf53d36590c6b93b8175f291fdd45a3e57a4fc61d8c","runs/labels_copying_training_ppo_copy_on_accurate_160006/result.json":"eb7b14263972b91ec26e07f7f1a205f2316164719142ed1ac72a362cdf3e204d","runs/labels_copying_training_ppo_copy_on_accurate_160006/events.jsonl.gz":"4db180eef6e06621e014158fc59f59a9b5d08bad118cf1d30dbb92cb5b59a875","runs/labels_copying_training_ppo_copy_on_accurate_160006/final_checkpoint.json":"419f1279a31ab3795c9280a546748b2446092b3b133908684872390a9c31610a","runs/labels_copying_training_ppo_copy_on_shuffled_160006/result.json":"f66fdeddef6a4dfd6171df9317150f4f89e2410d6bd70383d01345b3e42aeaa3","runs/labels_copying_training_ppo_copy_on_shuffled_160006/events.jsonl.gz":"6498b119fb47825adba431153f4b2b24b24f88d0d004885e0829290ff97fddfa","runs/labels_copying_training_ppo_copy_on_shuffled_160006/final_checkpoint.json":"090e6a995170356bd6190b3274a77c48263a652f6cc9c591bc2751fa54972e53","runs/labels_copying_training_ppo_copy_off_frozen_160007/result.json":"156dc4463611f35d08017b28252cd7229e956d41c837b323d18ce354babd9510","runs/labels_copying_training_ppo_copy_off_frozen_160007/events.jsonl.gz":"8ecc037ce01fccee1adaf46ae993da89c4963714d4fa1881d19f3a5968416f2d","runs/labels_copying_training_ppo_copy_off_frozen_160007/final_checkpoint.json":"f72c8f44751a40d9335c7e45a2b3ccb5f165900df3312becde12876caa462c01","runs/labels_copying_training_ppo_copy_off_accurate_160007/result.json":"05b14e145a4eba3c38d8f0ddad02c60a090848f452a16142fb8c2aaa5d54ad31","runs/labels_copying_training_ppo_copy_off_accurate_160007/events.jsonl.gz":"2ed4470f3c915e9864451f5028ac64ecd2267b3a3591c8a4110cb048c81af496","runs/labels_copying_training_ppo_copy_off_accurate_160007/final_checkpoint.json":"37de98d69a7285a4b6e730fd3d73b0390ba2ef39abd3a7fd37ed996d07e40ab1","runs/labels_copying_training_ppo_copy_off_shuffled_160007/result.json":"2804dd965b0b8bc437271c771203cc62d7567d7095f4bf3aed3a30eb994e0efa","runs/labels_copying_training_ppo_copy_off_shuffled_160007/events.jsonl.gz":"9f87959c56ddf802c03238287a58e298e9e820e4ace54431954d5801f1a306a8","runs/labels_copying_training_ppo_copy_off_shuffled_160007/final_checkpoint.json":"db5ecfe7bd91d5bc38e99c9fae57e07e3aae68cb662cf29e1b6185c17f8f6415","runs/labels_copying_training_ppo_copy_on_frozen_160007/result.json":"950a2412b550d0a54a0bd7edb6f314414d43522c0d90cf13f9a34fbde0e62503","runs/labels_copying_training_ppo_copy_on_frozen_160007/events.jsonl.gz":"82da472f84451ab4cbded9fa0cfe5096ef45090e0ed091d035027b1f0e9a0a23","runs/labels_copying_training_ppo_copy_on_frozen_160007/final_checkpoint.json":"81b6c638b38efc2886518c7b4541b16a7d55202f3f145cf5f2866cb69c9fc841","runs/labels_copying_training_ppo_copy_on_accurate_160007/result.json":"5212bcaca26698e85f66d9eb66ac1e9e740d6c06901dfd510958472fa67c40f8","runs/labels_copying_training_ppo_copy_on_accurate_160007/events.jsonl.gz":"97f8c7303df19b23e8b0056c1cc4ca3a9df6b65bc83b37cb2bc1977d3bee78d4","runs/labels_copying_training_ppo_copy_on_accurate_160007/final_checkpoint.json":"4106e02da9a57bb5ebbaf85ca88aca29fd84f84c932fd9cb675897ddd8030f38","runs/labels_copying_training_ppo_copy_on_shuffled_160007/result.json":"229ffaa33ecce7b0c2ae18d6df391b407dcdd9954af744f164a4a3950c3462ee","runs/labels_copying_training_ppo_copy_on_shuffled_160007/events.jsonl.gz":"3ded627e2ed1669de60f08bf713a69641ff5297523744756cc8f7e5d43c96a21","runs/labels_copying_training_ppo_copy_on_shuffled_160007/final_checkpoint.json":"b586271a211db42f4963e117f2450715e17d9348275f8ce775df528b223ae3a0","runs/labels_copying_training_shc_copy_off_frozen_160000/result.json":"f58af0e0788ccabc52061f9a34e986703930948f3e4a1ec0fe9d716d5227e345","runs/labels_copying_training_shc_copy_off_frozen_160000/events.jsonl.gz":"c527aa22eae12ea1c2fb60951fbe41e075d7467d4c1a0de3bc7db2bce28d1805","runs/labels_copying_training_shc_copy_off_frozen_160000/final_checkpoint.json":"5c8cf425c4d18322868f1bfc874c8819b5208117250dd72e9ef3e62e970e804c","runs/labels_copying_training_shc_copy_off_accurate_160000/result.json":"30c5a3c52fd130da64650fae41485b7eb533abbc85a3100e0915899b78e46a79","runs/labels_copying_training_shc_copy_off_accurate_160000/events.jsonl.gz":"96e987c29f14956104e55a5d8055b1643e41fdb0db192c6bcb86941584d5a22c","runs/labels_copying_training_shc_copy_off_accurate_160000/final_checkpoint.json":"684681f672e9617eb3ee55220d449e5fdce28ce75c8b49474b725d312a110a62","runs/labels_copying_training_shc_copy_off_shuffled_160000/result.json":"695e54f781aea51e646822061e81f0257c730564ef0ef4d317757a3eed8811d0","runs/labels_copying_training_shc_copy_off_shuffled_160000/events.jsonl.gz":"dbd08140b39d3bbcd3639464574b4b6284473590b6084085ca31576392776578","runs/labels_copying_training_shc_copy_off_shuffled_160000/final_checkpoint.json":"fb38c1e32935509403baada548a826f62d0efd42cff89c8264add2f952d12ed6","runs/labels_copying_training_shc_copy_on_frozen_160000/result.json":"efb9d0fc1b892771216a55ebd993965ab2eea95fec0e78c84a388a3c7178038f","runs/labels_copying_training_shc_copy_on_frozen_160000/events.jsonl.gz":"c6e79ca9ad60029591f7b66fc407b6c07f9015bc4e1ea973b31c7da5d673dd42","runs/labels_copying_training_shc_copy_on_frozen_160000/final_checkpoint.json":"214dc107acce776f4dce745958874bf55792e5cacaf335889066bc3e7d05d194","runs/labels_copying_training_shc_copy_on_accurate_160000/result.json":"143b848a7fa9acd3717d6b8c647c82ac5074d504e577a6e8e0b072cda8f2e111","runs/labels_copying_training_shc_copy_on_accurate_160000/events.jsonl.gz":"a69a16cc755041a2c9f29c611b2e95829d87c46ec79116e4960bfa388972ed52","runs/labels_copying_training_shc_copy_on_accurate_160000/final_checkpoint.json":"9dfcf35facdb247eaee16c26dbbe016e072df1a076313e895730f70e0217e370","runs/labels_copying_training_shc_copy_on_shuffled_160000/result.json":"aefdef2a23a989f5d69a97288e661bc3841b4d7ce71dabccf0e9e43a7020d619","runs/labels_copying_training_shc_copy_on_shuffled_160000/events.jsonl.gz":"c09d0573b94db8809f10f2aef0032ee66e74485d9142eb0ca9c3801ce637f173","runs/labels_copying_training_shc_copy_on_shuffled_160000/final_checkpoint.json":"2676dbc5edcef952577262ff086bde2903ccbd534b12263a6f507c6f4380028d","runs/labels_copying_training_shc_copy_off_frozen_160001/result.json":"d4ac1cc80cba6b21eb500bb9095240c7b51cbf88a90607b130b83cf7f1d79015","runs/labels_copying_training_shc_copy_off_frozen_160001/events.jsonl.gz":"acfb72154267bc9e6b997a815d80480c0b452152bfbe7a49d57f14e6a132f77d","runs/labels_copying_training_shc_copy_off_frozen_160001/final_checkpoint.json":"f5b2fabf8387e80c5f788d7ec80fa968247e6cecbfb24bbdd84d5db5e1d93e33","runs/labels_copying_training_shc_copy_off_accurate_160001/result.json":"b50dc1e5a5883faf4be5ef052ab59a6b06f94b79d1400ed45cfc17cad40e54d8","runs/labels_copying_training_shc_copy_off_accurate_160001/events.jsonl.gz":"b805ca54985218d9910f51f00a4d79d070192138ab2dc580b4b20f73ce0529ae","runs/labels_copying_training_shc_copy_off_accurate_160001/final_checkpoint.json":"94ba6dea6a1459b7d41fbbea4bf8ce777f0ff51bd312a6f7508481a1a8a93440","runs/labels_copying_training_shc_copy_off_shuffled_160001/result.json":"d5164d03844e6a3e9c1d8c5f5d59da93b580e9c901af4ca0c3c49a38f3b57e11","runs/labels_copying_training_shc_copy_off_shuffled_160001/events.jsonl.gz":"4ae6e6abcc8332b68b7416a28f8c33dc4b6cf931cb00a655ceffe15a28b34153","runs/labels_copying_training_shc_copy_off_shuffled_160001/final_checkpoint.json":"10254acd7559f5bd30f77fae06455a889fe8d4ced10cdd43052fc402d2ea528d","runs/labels_copying_training_shc_copy_on_frozen_160001/result.json":"4304b1a131ecb02f345a39fcf78daf7a9d7f183e68612481053eb86904eb795f","runs/labels_copying_training_shc_copy_on_frozen_160001/events.jsonl.gz":"753d4246c4663e8f4edd0a6b3af9020a22cf343b8964dcc97ac6507ea02d26db","runs/labels_copying_training_shc_copy_on_frozen_160001/final_checkpoint.json":"bef378073982d0cbc6e2759a8bc5e4e640d2db1a5617ae0506643446e587d869","runs/labels_copying_training_shc_copy_on_accurate_160001/result.json":"d3c66c743fbb4cbacccafdb1dbbf0db1c3c3f8a3fb37bbdbdfdbde6aab6c9b44","runs/labels_copying_training_shc_copy_on_accurate_160001/events.jsonl.gz":"34ae1a903f4348b2f041c6387800b64a5a2de4458555f646556092c2ce6702b5","runs/labels_copying_training_shc_copy_on_accurate_160001/final_checkpoint.json":"043afaedbb71ecd77e792a9d1ab1902558a3f5329b41dfef54036a7ed6103920","runs/labels_copying_training_shc_copy_on_shuffled_160001/result.json":"09b7dc15d6ee64e5297843428b86c87fdf0ec4c7bfa00de786b38ac79e95d681","runs/labels_copying_training_shc_copy_on_shuffled_160001/events.jsonl.gz":"62d87a4d744da2b9f698b7d0d4959b9280aa5446830f670a3fb2603b26fa7839","runs/labels_copying_training_shc_copy_on_shuffled_160001/final_checkpoint.json":"360fbaedfec1571b46293ba756e60906960a49a432043acaab4a5a34bdaae91f","runs/labels_copying_training_shc_copy_off_frozen_160002/result.json":"069222cb734aac7e2d66e4760407d8132fa61b1221d43ec87ade58f0321e6ec1","runs/labels_copying_training_shc_copy_off_frozen_160002/events.jsonl.gz":"0690e862e94b340be297200801f18cabbb9b9ae36468b4c380e9ee8245f30aa9","runs/labels_copying_training_shc_copy_off_frozen_160002/final_checkpoint.json":"4b27130bdd147ea08104a1737a30610316491ba27c2ea29d1e1e99076f1ab552","runs/labels_copying_training_shc_copy_off_accurate_160002/result.json":"c8e24527b7427587f3ad7963645be353d0373a11735677033ac46609f14695ec","runs/labels_copying_training_shc_copy_off_accurate_160002/events.jsonl.gz":"98668dc189f475f3227673a7b6a4a2495172557c2d8c96da3ef3e2033bd9ffeb","runs/labels_copying_training_shc_copy_off_accurate_160002/final_checkpoint.json":"f9f0378ae1cba0bd1ac1774a2ce66cbabd00845616cb8102c046c9a2f6978ac5","runs/labels_copying_training_shc_copy_off_shuffled_160002/result.json":"5ba0fbf7b61f2469a28d42a1df05c535e8929dd1d060b2baec156e1b0e07f413","runs/labels_copying_training_shc_copy_off_shuffled_160002/events.jsonl.gz":"44199df71986b5084dab74da4195b95554dfde6780ecf9d989daf78bc168fa2d","runs/labels_copying_training_shc_copy_off_shuffled_160002/final_checkpoint.json":"3a6c8d9c8014bd98f4fa82d978343c3d8e0587a50225c44e61f330db6666043f","runs/labels_copying_training_shc_copy_on_frozen_160002/result.json":"8f199d9554e305818d270dd41d164f2b0be45e3218fe2fdec45db5a573d3adf0","runs/labels_copying_training_shc_copy_on_frozen_160002/events.jsonl.gz":"4ac3a03f266b9ad3c406bd7f7319e0465023ede6420e83f92a1aee658fc88a36","runs/labels_copying_training_shc_copy_on_frozen_160002/final_checkpoint.json":"63152fc838d891a0ebd2f73c3f0fb82f087f8c76da2cb6acafa4b4709eb12f26","runs/labels_copying_training_shc_copy_on_accurate_160002/result.json":"c3138b6a4f6bddbe228cb3d6f47b3e6b60b757d90798a48e20ceeb99fc8473d7","runs/labels_copying_training_shc_copy_on_accurate_160002/events.jsonl.gz":"0287d95a7e4ece6da01279c4a800b340eb3642fcc1d352b565c82f48bc72cdbf","runs/labels_copying_training_shc_copy_on_accurate_160002/final_checkpoint.json":"e832aa705ad2cdf9ca385611e731c0f9a3c8bf517fd0e96d28e590e9b3a2153c","runs/labels_copying_training_shc_copy_on_shuffled_160002/result.json":"96bbf50308d144c87d945989c59888bb7c8f5a167e7485a4de498a4bd11829b8","runs/labels_copying_training_shc_copy_on_shuffled_160002/events.jsonl.gz":"45777735aa5e7cbe24cf345774bd730a84bb590182ca134c94e62597e67f4375","runs/labels_copying_training_shc_copy_on_shuffled_160002/final_checkpoint.json":"f168794059677b6708b92cfd21831f87a32b84a4696b5697a3c62fc8d20e8917","runs/labels_copying_training_shc_copy_off_frozen_160003/result.json":"3d9c257e0ffbd70fd719db3518490123596b8c974c9f0a75f292238e86761588","runs/labels_copying_training_shc_copy_off_frozen_160003/events.jsonl.gz":"b543b85333b2ffd494fd7c3eb9de10619824dad2248c56c4bc3a28977d05f46b","runs/labels_copying_training_shc_copy_off_frozen_160003/final_checkpoint.json":"56b0b91e4e95a09fa96b0e1fb7afe12a9410389024afa5030d95f0fa8b2a366d","runs/labels_copying_training_shc_copy_off_accurate_160003/result.json":"1f73c2711d1f5a27bd24699064556d31bb285d702f1e98518a731a1fa6a40c7f","runs/labels_copying_training_shc_copy_off_accurate_160003/events.jsonl.gz":"365bd3e59e95de2dc476b2266e4cdaabe1c058be564642f3f7c9d1bc704d026a","runs/labels_copying_training_shc_copy_off_accurate_160003/final_checkpoint.json":"8b8bc6d758bc9f77ceabf9b11dc8a9743ee90283f9985379eb5201c67eb9c2a8","runs/labels_copying_training_shc_copy_off_shuffled_160003/result.json":"03909e2206f8a2550b30d14c766a6e1a7ac13433a05d162988209e23212ec4e3","runs/labels_copying_training_shc_copy_off_shuffled_160003/events.jsonl.gz":"207b4de8679aeddb444eb29d03eff89f9d5a3a38814e2d6b157e9a570931e39e","runs/labels_copying_training_shc_copy_off_shuffled_160003/final_checkpoint.json":"76b7b94e080dad2862aeedea2d456748ee433133b5f231765162aa7a7118262f","runs/labels_copying_training_shc_copy_on_frozen_160003/result.json":"7b24e3faab13d35c5e98e5d56409c90cb4f026a178a403e762189d849c0a77e7","runs/labels_copying_training_shc_copy_on_frozen_160003/events.jsonl.gz":"f23fd9e3770401e18e947efa0c927f12f81518b184a13ffc189e5d1e1b9f4243","runs/labels_copying_training_shc_copy_on_frozen_160003/final_checkpoint.json":"776d082d25026e1fad0e0721e53b63c034701da4c00ecdad4e007196d85c223f","runs/labels_copying_training_shc_copy_on_accurate_160003/result.json":"ca5257dd385f75a4588f5f4648ffd15a398874af02bb0d99dcce84e4b2a97139","runs/labels_copying_training_shc_copy_on_accurate_160003/events.jsonl.gz":"4f0697750f045a2cb3ec0498e7f8ff21d03478e0e738036ed3b38dc61b8245b1","runs/labels_copying_training_shc_copy_on_accurate_160003/final_checkpoint.json":"f75f4f6e0fd0dde2e2f1f20e0e27b2c97cbd435409cfc5ef44525588ed0c0e45","runs/labels_copying_training_shc_copy_on_shuffled_160003/result.json":"7292b30f0313106d7165343b3b071f48eeae9a5614e952cc3381f5ae444c57e6","runs/labels_copying_training_shc_copy_on_shuffled_160003/events.jsonl.gz":"4543d877f3bbdb0a17bc2f80ed7ce51ed4fd2cfd7d134852af1f7790f5117c75","runs/labels_copying_training_shc_copy_on_shuffled_160003/final_checkpoint.json":"49ea975b2529b8553af07d2dac8352f5802187b14bc41e2dcc3944cfd2ff19a1","runs/labels_copying_training_shc_copy_off_frozen_160004/result.json":"8be689d2e3277e592f5832a4844de8acf2b85fbeabf5d0a8a459986bc44446eb","runs/labels_copying_training_shc_copy_off_frozen_160004/events.jsonl.gz":"4f9ec0466af662371ea42981c2c3dce92bce643dcfb2855e169d141384ce0b60","runs/labels_copying_training_shc_copy_off_frozen_160004/final_checkpoint.json":"31b960d47d2cf1ff29bbe75e6a6051bc17e2fc5291125a39bab50d95f98ded89","runs/labels_copying_training_shc_copy_off_accurate_160004/result.json":"52684f8fbc53f428fbe9b469a46107757eaf59cbaf0768b681125f3cf0d71ab1","runs/labels_copying_training_shc_copy_off_accurate_160004/events.jsonl.gz":"a70e9fcbd5a3718ecf6a1de1e44390054eb8cbb6040bd4b36716bd62618838a2","runs/labels_copying_training_shc_copy_off_accurate_160004/final_checkpoint.json":"acf3152a7c11cfd43289bb4e4d58e344c9d9a4db02d578598e059f9c35319671","runs/labels_copying_training_shc_copy_off_shuffled_160004/result.json":"d37d33705e58e893802619f04ac90bcfb53bfdc62f3216a978b1d51cc0fe6f2a","runs/labels_copying_training_shc_copy_off_shuffled_160004/events.jsonl.gz":"957598e1f7c13071cc4a55cf799aaa5f046928032c16f23017b48b98940c10ba","runs/labels_copying_training_shc_copy_off_shuffled_160004/final_checkpoint.json":"b241feba61e5cbfe871b2c29464b0c2437732f53f0204cee52b75fa67534c1fd","runs/labels_copying_training_shc_copy_on_frozen_160004/result.json":"5e36dc6dd79de00f18a3502037271d726f46bf118048e4125f23c54370a2e286","runs/labels_copying_training_shc_copy_on_frozen_160004/events.jsonl.gz":"ba79858d57e93b938ae8b8639f741cc7530096db977fdc87e5ed95dfd3bf3c00","runs/labels_copying_training_shc_copy_on_frozen_160004/final_checkpoint.json":"70a4b985aa0e497e9022eb4279063b41c65d5277a6ec50bd45ded6600126aa8c","runs/labels_copying_training_shc_copy_on_accurate_160004/result.json":"77b18ec858601205ecba089ff9d819eaf0f625a1e71300cae57a3453049551d5","runs/labels_copying_training_shc_copy_on_accurate_160004/events.jsonl.gz":"9ae1cbcf93e101273e01b9c0c119f09951d347fec2cf2e791db3a2403e31c537","runs/labels_copying_training_shc_copy_on_accurate_160004/final_checkpoint.json":"fe44bad815ca4d992c8eb603553a13bc6ec1c948496c2d46a323ac3e381f7804","runs/labels_copying_training_shc_copy_on_shuffled_160004/result.json":"b1cc952eceba8eca36d4e87ec03b0f6d72420765febb67742f933cd3ca658cd0","runs/labels_copying_training_shc_copy_on_shuffled_160004/events.jsonl.gz":"66a8bcf59e25290debf4ac9f8ad0205e60077063810a299baabbcb582dc13a36","runs/labels_copying_training_shc_copy_on_shuffled_160004/final_checkpoint.json":"98fee497f3e2be22aad9f00ce490aa6c428d1020050591c77c97af7e08f34323","runs/labels_copying_training_shc_copy_off_frozen_160005/result.json":"447316a7d7632c8e858607ea373ab1aef756b799355a084d5ddb8c5abde655c5","runs/labels_copying_training_shc_copy_off_frozen_160005/events.jsonl.gz":"866de6a267b69538748de3de27c5068a3137d759d1c992d24bd727c8cfa9a4f8","runs/labels_copying_training_shc_copy_off_frozen_160005/final_checkpoint.json":"3d3ea23c9e0eba2fbdcd83f967898bdbcd871656652ffdaa1c8904c333121b10","runs/labels_copying_training_shc_copy_off_accurate_160005/result.json":"618fd41220766b8c63fbdc7d3e91cbab8d0ef670cf9131f944a986584e9932ca","runs/labels_copying_training_shc_copy_off_accurate_160005/events.jsonl.gz":"2b8d14217e9bb89eac88236b8b3ffa8e3c4664003794e6156d63e3d6842c8a57","runs/labels_copying_training_shc_copy_off_accurate_160005/final_checkpoint.json":"e66554790a31ee2d1e49d390ded2d4e89cd7d83887a6ce66802bced15f19fad8","runs/labels_copying_training_shc_copy_off_shuffled_160005/result.json":"14828617d483918fe8584ef20e317c15a4aa7c124fcb9e238023ad6ddc8466f0","runs/labels_copying_training_shc_copy_off_shuffled_160005/events.jsonl.gz":"5884281215964eec3c64f2953fbd06d2a0182f30ad589d00810be93208e71e18","runs/labels_copying_training_shc_copy_off_shuffled_160005/final_checkpoint.json":"67b8ef32c4a5d83971993ee7ad392e3b98e8e7849b13072ad87884dd637a007a","runs/labels_copying_training_shc_copy_on_frozen_160005/result.json":"0e96deb5c984e03de7f6f94d4b65992856dcd93519c165a895763837301d2275","runs/labels_copying_training_shc_copy_on_frozen_160005/events.jsonl.gz":"b7e8040febe70c13a412339692a3802a60ce1d6143b8e84f7dc7b1362c6d9290","runs/labels_copying_training_shc_copy_on_frozen_160005/final_checkpoint.json":"65c6e981c0f86bc4269c6849cc80d09276e6661e25ab79216a4570801da7b7e7","runs/labels_copying_training_shc_copy_on_accurate_160005/result.json":"78c9d69d262dcc48d9c1eb0cdb017d765972739a5831d62536be548181d78bad","runs/labels_copying_training_shc_copy_on_accurate_160005/events.jsonl.gz":"12958a1e7860c9e278d162a1149c297e249570d2be5a26e294ad31fb63696896","runs/labels_copying_training_shc_copy_on_accurate_160005/final_checkpoint.json":"0856a45f46c5ad3a899db4de8288aaddbc407f3be05829027cb0bd9a40585d63","runs/labels_copying_training_shc_copy_on_shuffled_160005/result.json":"834c3b59b98535a370a48f029136923a5b60237c105e6fe9258c138cd3094bc9","runs/labels_copying_training_shc_copy_on_shuffled_160005/events.jsonl.gz":"c7b25ca086bd7a48ee60b1f55e34236da9bf84d39a69079089abe9413504bca4","runs/labels_copying_training_shc_copy_on_shuffled_160005/final_checkpoint.json":"53d6b163c1eae4c32f4bd8570744ced6a239d3c7206fed445cb55e8207c961a1","runs/labels_copying_training_shc_copy_off_frozen_160006/result.json":"daf089c4caf9610f8c3e252b95be91ba564a1d8696bcedf94bbda0874664b510","runs/labels_copying_training_shc_copy_off_frozen_160006/events.jsonl.gz":"14524e90fae1b452dad56301791adb60141eeff11b001714b6f622327135b451","runs/labels_copying_training_shc_copy_off_frozen_160006/final_checkpoint.json":"8cd010f41f0f409330dc01e9d61b7c18cd62c6a0e1bb12aea170539b107c1c97","runs/labels_copying_training_shc_copy_off_accurate_160006/result.json":"3c99dc11755e7cafefc801616f600222cd3507afe22454a275856b7aba434847","runs/labels_copying_training_shc_copy_off_accurate_160006/events.jsonl.gz":"76f8e675c3fb6da705fed8c3a8db7774b94cec54888b57ca651a159fd930aa6d","runs/labels_copying_training_shc_copy_off_accurate_160006/final_checkpoint.json":"0f69d8e1012e12faf125fd49a871c0f97edb41031f271c12988c1b285fa57182","runs/labels_copying_training_shc_copy_off_shuffled_160006/result.json":"ff3ace4cccd609f914c9c07ad281dd5d83572ba718dd6c6ccb1f0a55d5405117","runs/labels_copying_training_shc_copy_off_shuffled_160006/events.jsonl.gz":"4a2dad4bad2ed76fb6f0c8e993bbccda4d1bcc2d60d7f47556e1d032793ba102","runs/labels_copying_training_shc_copy_off_shuffled_160006/final_checkpoint.json":"dd5c3b8782d8bb67e4b419ebfde93d671511c52b7f8b739d2de8acddacbba63d","runs/labels_copying_training_shc_copy_on_frozen_160006/result.json":"74494f3bb33c07740865f72deb5cddbd033e0b74484e5c14694caf39304fe681","runs/labels_copying_training_shc_copy_on_frozen_160006/events.jsonl.gz":"53d1dfa33a5100c23290ab9152ea62d8edfbb5ce83d9ddabf449f678bd0c9e1a","runs/labels_copying_training_shc_copy_on_frozen_160006/final_checkpoint.json":"1891c9f824be0a551b4c5ab4053877b93eb8ee5e0a03e669558c1646f37f60f8","runs/labels_copying_training_shc_copy_on_accurate_160006/result.json":"648b434893b269257ae2d6c88943f479b13045a80614fe9c645dc94d891ff834","runs/labels_copying_training_shc_copy_on_accurate_160006/events.jsonl.gz":"4002986e25bbf9c1bbc081ef121fedd5fe7c193351b31f2d4ddca91c7c4e7d9b","runs/labels_copying_training_shc_copy_on_accurate_160006/final_checkpoint.json":"6c0a149b0de93a7cae951902924cb47c030491168fbbbb45db661488efd49cbc","runs/labels_copying_training_shc_copy_on_shuffled_160006/result.json":"0f21f66b9a0d03d38dec4ba5b18a35000433aa2935031d2b2738fdb17025c061","runs/labels_copying_training_shc_copy_on_shuffled_160006/events.jsonl.gz":"b1e1e3fe67f86fa5360de2ce5fec446003272e0a9f29e8bfc7ac170210e3be74","runs/labels_copying_training_shc_copy_on_shuffled_160006/final_checkpoint.json":"487c566ba7e1aac3a5513b5b5a5c56382365d17ddbf76e8347890b002285bb54","runs/labels_copying_training_shc_copy_off_frozen_160007/result.json":"3c325a851b7f631a7b17ecf7cf2247e03ee13755efc67dbb5f23b25a6d579fcc","runs/labels_copying_training_shc_copy_off_frozen_160007/events.jsonl.gz":"008fbd24031c9f79d9a907bb0b9a464aba901d4fde9dc3b9a30aa6e72eb04c6e","runs/labels_copying_training_shc_copy_off_frozen_160007/final_checkpoint.json":"288fdf7ff213c662ad5a883231b944dda86460e58ca1f0ebbc7f528bbe6be923","runs/labels_copying_training_shc_copy_off_accurate_160007/result.json":"708d18fdee89e6953faef9f99830cc720646315024783b3711e64e4dc9780b84","runs/labels_copying_training_shc_copy_off_accurate_160007/events.jsonl.gz":"2e967d312ef1ec48b86ba5459d698ccd9c3797aff0d20ab19e86997895fea473","runs/labels_copying_training_shc_copy_off_accurate_160007/final_checkpoint.json":"974630dc829b9bd8b3bc71e4720a95a96270c07ee1d068980d00b69a4ece99c9","runs/labels_copying_training_shc_copy_off_shuffled_160007/result.json":"5fce955d201bdde4aab4591bf92f32382518e2d174d8c91edc937768798b062e","runs/labels_copying_training_shc_copy_off_shuffled_160007/events.jsonl.gz":"3ec778e8c733cd3b1ff4467b41b505f4e1ff749d7ec719192202a1133513ea9e","runs/labels_copying_training_shc_copy_off_shuffled_160007/final_checkpoint.json":"4aebf9f404926d8c69eb024b944936f477ce8a1619c24b0f6b3cdbef1f2593cd","runs/labels_copying_training_shc_copy_on_frozen_160007/result.json":"e66984d2baf1a77466b55d0ab646542485209e716cc39f6e9f9c0d15d645e439","runs/labels_copying_training_shc_copy_on_frozen_160007/events.jsonl.gz":"f3a472d0081c3929f17ac84ce5bd57ba7fc212d60ba00dbd7cec36f6aca982fe","runs/labels_copying_training_shc_copy_on_frozen_160007/final_checkpoint.json":"82b54d425b4e96095a29dce2e9544ebfc974db966d429f454bff07713b2305a4","runs/labels_copying_training_shc_copy_on_accurate_160007/result.json":"aa73a67f539891e75ebfbc66447ae3871971feb48d15654cfee5d43da7917e54","runs/labels_copying_training_shc_copy_on_accurate_160007/events.jsonl.gz":"80658d77e07fa97166411e4c2ce6b3956c1c1a37a98b39620bdc670b73016106","runs/labels_copying_training_shc_copy_on_accurate_160007/final_checkpoint.json":"738ac64bc1c5d6b147a91cbb2e455f25eb454107cdab42afb7db37454c0bd8fe","runs/labels_copying_training_shc_copy_on_shuffled_160007/result.json":"00081b8cdc1346b19aed413e2358a6e5e860390eac78115e72ba4e95e730ad11","runs/labels_copying_training_shc_copy_on_shuffled_160007/events.jsonl.gz":"8a86a017660c9de3e6ea7d0caad312caca0508b0e36fad140702d3acb5572498","runs/labels_copying_training_shc_copy_on_shuffled_160007/final_checkpoint.json":"177d33dda4a5af5a6509ee3530ba2ec54c0497eb18954587822d4a603a287f80"},"review_sha256":"8b8513bc4b07ab1020fd408c79ce635448e6c897433f1a61b07b3173de6ddee7","scientific_manifest_sha256":"978b00a4c9382da81eddf9a0fedd11b326551961c20c58df2170d28152068bae"}
