{"step": 1, "time": 1792813172.4122496, "scalars": {"train/loss": 9.778887033462524e-09, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 5.820766091346741e-09, "train/kl": 0.0, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 9.778887033462524e-09, "train/step_time_ms": 264.8589611053467, "train/samples_per_sec": 120.81901955083225, "train/data_wait_ms": 0.0, "train/accepted": 1.0, "train/grad_norm": 1.3693747520446777, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 2.5332098940000094, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 2.0914182820000065, "rollout/latency/p50": 2.0910908760000098, "rollout/latency/p90": 2.0913987430000005, "rollout/latency/p99": 2.091416623500008, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.040178571428571425, "rollout/reward/observed": 0.0401785746216774, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 2.0930269850000087, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 32.0, "data/truncated/memory": 0.0}}
{"step": 2, "time": 1792813172.443118, "scalars": {"train/loss": 0.0003920332237612456, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.1874362826347351e-08, "train/kl": 0.01960240676999092, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.4901161193847656e-08, "train/step_time_ms": 54.34894561767578, "train/samples_per_sec": 588.7878713435927, "train/data_wait_ms": 0.057760000004236645, "train/accepted": 1.0, "train/grad_norm": 1.2721184492111206, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.021389874999997005, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010084546999991062, "rollout/latency/p50": 0.010014111999993247, "rollout/latency/p90": 0.010070779999992396, "rollout/latency/p99": 0.010083145799994071, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.06696428571428571, "rollout/reward/observed": 0.0669642835855484, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011102467000000615, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 40.0, "data/truncated/memory": 0.0}}
{"step": 3, "time": 1792813172.4854183, "scalars": {"train/loss": 0.0009088105289265513, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.9441358745098114e-08, "train/kl": 0.04544052854180336, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 42.2515869140625, "train/samples_per_sec": 757.3680028891297, "train/data_wait_ms": 0.025071000010257194, "train/accepted": 1.0, "train/grad_norm": 1.292124629020691, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028166744999992943, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011664108999994482, "rollout/latency/p50": 0.011572469000000751, "rollout/latency/p90": 0.011647844999991719, "rollout/latency/p99": 0.01166256209999645, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.06249999999999999, "rollout/reward/observed": 0.0625, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01283549100000414, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 48.0, "data/truncated/memory": 0.0}}
{"step": 4, "time": 1792813172.5157263, "scalars": {"train/loss": 0.0016885352088138461, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.5960616767406464e-08, "train/kl": 0.08442601561546326, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.4901161193847656e-08, "train/step_time_ms": 30.381441116333008, "train/samples_per_sec": 1053.2745921258113, "train/data_wait_ms": 0.029299999994236714, "train/accepted": 1.0, "train/grad_norm": 1.3347898721694946, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03954249299999901, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012822190999997929, "rollout/latency/p50": 0.012661766000007901, "rollout/latency/p90": 0.012738198000005242, "rollout/latency/p99": 0.012820485999997829, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.04464285714285714, "rollout/reward/observed": 0.0446428582072258, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.019170031000001586, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 56.0, "data/truncated/memory": 0.0}}
{"step": 5, "time": 1792813172.5401626, "scalars": {"train/loss": 0.002485002623870969, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.4493707567453384e-08, "train/kl": 0.12425050884485245, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -7.450580596923828e-09, "train/step_time_ms": 24.393081665039062, "train/samples_per_sec": 1311.8473688325905, "train/data_wait_ms": 0.030350000002954403, "train/accepted": 1.0, "train/grad_norm": 1.4557442665100098, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028039995000000317, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010358546000006186, "rollout/latency/p50": 0.010265581000005852, "rollout/latency/p90": 0.010340529000006881, "rollout/latency/p99": 0.01035658370000462, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.12053571428571427, "rollout/reward/observed": 0.1205357164144516, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011552198000003955, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 64.0, "data/truncated/memory": 0.0}}
{"step": 6, "time": 1792813172.5675845, "scalars": {"train/loss": 0.002675459021702409, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.7939677238464355e-09, "train/kl": 0.13377295434474945, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 27.456283569335938, "train/samples_per_sec": 1165.4891281695034, "train/data_wait_ms": 0.026109999993195743, "train/accepted": 1.0, "train/grad_norm": 1.4202724695205688, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.022057395000004476, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.009007973999999308, "rollout/latency/p50": 0.008913369000005389, "rollout/latency/p90": 0.008991547000002242, "rollout/latency/p99": 0.009006358900000037, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.07589285714285714, "rollout/reward/observed": 0.0758928582072258, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010124206000000413, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 72.0, "data/truncated/memory": 0.0}}
{"step": 7, "time": 1792813172.5917442, "scalars": {"train/loss": 0.0060731396079063416, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 5.122274160385132e-09, "train/kl": 0.3036573529243469, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -7.450580596923828e-09, "train/step_time_ms": 24.105548858642578, "train/samples_per_sec": 1327.4951832730005, "train/data_wait_ms": 0.02982999998835112, "train/accepted": 1.0, "train/grad_norm": 1.3597383499145508, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024987099999989937, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010879056999996806, "rollout/latency/p50": 0.010804182000001106, "rollout/latency/p90": 0.010866098999994734, "rollout/latency/p99": 0.010877922399999846, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.10714285714285714, "rollout/reward/observed": 0.1071428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012197970000002556, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 80.0, "data/truncated/memory": 0.0}}
{"step": 8, "time": 1792813172.6214168, "scalars": {"train/loss": 0.004998944234102964, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.6309862732887268e-08, "train/kl": 0.24994908273220062, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.725290298461914e-08, "train/step_time_ms": 29.73175048828125, "train/samples_per_sec": 1076.2904798562997, "train/data_wait_ms": 0.02977099998702215, "train/accepted": 1.0, "train/grad_norm": 1.168060302734375, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.021528575000004935, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.00872131400001308, "rollout/latency/p50": 0.008498864000010542, "rollout/latency/p90": 0.008708553000009545, "rollout/latency/p99": 0.008720101900011911, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.12053571428571427, "rollout/reward/observed": 0.1205357164144516, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.00958779500000162, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 88.0, "data/truncated/memory": 0.0}}
{"step": 9, "time": 1792813172.6562924, "scalars": {"train/loss": 0.008103791624307632, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.958120942115784e-09, "train/kl": 0.4051903486251831, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.4901161193847656e-08, "train/step_time_ms": 34.882307052612305, "train/samples_per_sec": 917.3705154230488, "train/data_wait_ms": 0.026640000001521003, "train/accepted": 1.0, "train/grad_norm": 1.4500458240509033, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027233013000000028, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015434565000006728, "rollout/latency/p50": 0.015358329999997977, "rollout/latency/p90": 0.01542085199999832, "rollout/latency/p99": 0.015433235100004623, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.11607142857142858, "rollout/reward/observed": 0.1160714328289032, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.016558676000002492, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 96.0, "data/truncated/memory": 0.0}}
{"step": 10, "time": 1792813172.684648, "scalars": {"train/loss": 0.005594529677182436, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -6.05359673500061e-09, "train/kl": 0.27972787618637085, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.759043127298355e-08, "train/step_time_ms": 28.316736221313477, "train/samples_per_sec": 1130.0737397805824, "train/data_wait_ms": 0.02523999999937132, "train/accepted": 1.0, "train/grad_norm": 1.300782561302185, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03269058300000438, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01206081000000836, "rollout/latency/p50": 0.01166466900000529, "rollout/latency/p90": 0.012013293900005807, "rollout/latency/p99": 0.012059275500006947, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.06249999999999999, "rollout/reward/observed": 0.0625, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013305772000009597, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 104.0, "data/truncated/memory": 0.0}}
{"step": 11, "time": 1792813172.7100224, "scalars": {"train/loss": 0.005963763687759638, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -5.6461431086063385e-09, "train/kl": 0.2981896698474884, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.9802322387695312e-08, "train/step_time_ms": 25.38156509399414, "train/samples_per_sec": 1260.7575569708242, "train/data_wait_ms": 0.025980000003755777, "train/accepted": 1.0, "train/grad_norm": 1.1106258630752563, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.025946742000002132, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011618347999998946, "rollout/latency/p50": 0.011267823000004284, "rollout/latency/p90": 0.01157477400001028, "rollout/latency/p99": 0.011616577900000067, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.15625, "rollout/reward/observed": 0.1562500149011612, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012967240999998353, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 112.0, "data/truncated/memory": 0.0}}
{"step": 12, "time": 1792813172.7373753, "scalars": {"train/loss": 0.006609722506254911, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.9103830456733704e-08, "train/kl": 0.3304835259914398, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 5.21540641784668e-08, "train/step_time_ms": 27.307748794555664, "train/samples_per_sec": 1171.8285619494138, "train/data_wait_ms": 0.023259999991864788, "train/accepted": 1.0, "train/grad_norm": 1.5641134977340698, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.022807076999995957, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.009987625999997363, "rollout/latency/p50": 0.009665035000004707, "rollout/latency/p90": 0.00994944590000415, "rollout/latency/p99": 0.0099861876000017, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.13839285714285712, "rollout/reward/observed": 0.1383928656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010921537000001535, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 120.0, "data/truncated/memory": 0.0}}
{"step": 13, "time": 1792813172.769454, "scalars": {"train/loss": 0.01102592796087265, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -8.614733815193176e-09, "train/kl": 0.5512980818748474, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.3527612686157227e-08, "train/step_time_ms": 32.13095664978027, "train/samples_per_sec": 995.9242841348401, "train/data_wait_ms": 0.02614000000278338, "train/accepted": 1.0, "train/grad_norm": 1.5472497940063477, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024640129999994542, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011641638999989823, "rollout/latency/p50": 0.011328513499996973, "rollout/latency/p90": 0.011606269999994367, "rollout/latency/p99": 0.011640522999989997, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.20089285714285712, "rollout/reward/observed": 0.2008928656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012683340999998904, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 128.0, "data/truncated/memory": 0.0}}
{"step": 14, "time": 1792813172.796486, "scalars": {"train/loss": 0.014562822878360748, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.773028194904327e-09, "train/kl": 0.7281398773193359, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.60770320892334e-08, "train/step_time_ms": 27.008533477783203, "train/samples_per_sec": 1184.8107201497148, "train/data_wait_ms": 0.0230699999974604, "train/accepted": 1.0, "train/grad_norm": 1.0962203741073608, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02983654799999158, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015246884000006844, "rollout/latency/p50": 0.015171673999994084, "rollout/latency/p90": 0.015233075999995549, "rollout/latency/p99": 0.01524557890000679, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.20535714285714285, "rollout/reward/observed": 0.2053571492433548, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01606022599999335, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 136.0, "data/truncated/memory": 0.0}}
{"step": 15, "time": 1792813172.8219886, "scalars": {"train/loss": 0.01095744501799345, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.691537469625473e-08, "train/kl": 0.5478712320327759, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.0489096641540527e-08, "train/step_time_ms": 25.54631233215332, "train/samples_per_sec": 1252.6269773866297, "train/data_wait_ms": 0.025600000000736145, "train/accepted": 1.0, "train/grad_norm": 1.6887049674987793, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024530759999990437, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.009509085000004802, "rollout/latency/p50": 0.009115074000000334, "rollout/latency/p90": 0.0094650499000025, "rollout/latency/p99": 0.009507903900006198, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.14732142857142855, "rollout/reward/observed": 0.1473214328289032, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010378397000010864, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 144.0, "data/truncated/memory": 0.0}}
{"step": 16, "time": 1792813172.8503985, "scalars": {"train/loss": 0.015524915419518948, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.641456037759781e-08, "train/kl": 0.7762457728385925, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 28.360366821289062, "train/samples_per_sec": 1128.3351940278433, "train/data_wait_ms": 0.02431100000421793, "train/accepted": 1.0, "train/grad_norm": 1.4742144346237183, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.023123936999994044, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.009419614999998771, "rollout/latency/p50": 0.009147964000000286, "rollout/latency/p90": 0.009406114999998749, "rollout/latency/p99": 0.009418297499997692, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.2544642857142857, "rollout/reward/observed": 0.2544642984867096, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010383416999999895, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 152.0, "data/truncated/memory": 0.0}}
{"step": 17, "time": 1792813172.8759272, "scalars": {"train/loss": 0.01422946434468031, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.1030351743102074e-08, "train/kl": 0.7114711999893188, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 4.0978193283081055e-08, "train/step_time_ms": 25.552749633789062, "train/samples_per_sec": 1252.3114130029112, "train/data_wait_ms": 0.026689999998552594, "train/accepted": 1.0, "train/grad_norm": 1.3972792625427246, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02594512199999599, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010418497000003413, "rollout/latency/p50": 0.010113810999996531, "rollout/latency/p90": 0.010381233999996199, "rollout/latency/p99": 0.010417145400001715, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.24999999999999997, "rollout/reward/observed": 0.25, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011546408000000952, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 160.0, "data/truncated/memory": 0.0}}
{"step": 18, "time": 1792813172.9117095, "scalars": {"train/loss": 0.01682940311729908, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.83063093572855e-08, "train/kl": 0.8414649963378906, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.043081283569336e-07, "train/step_time_ms": 35.78376770019531, "train/samples_per_sec": 894.26022067054, "train/data_wait_ms": 0.02709999999694901, "train/accepted": 1.0, "train/grad_norm": 1.4461714029312134, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.022938265999997043, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010113076999999748, "rollout/latency/p50": 0.00984014099999797, "rollout/latency/p90": 0.010080095999994399, "rollout/latency/p99": 0.01011167238999917, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.2678571428571428, "rollout/reward/observed": 0.2678571343421936, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010965858000005824, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 168.0, "data/truncated/memory": 0.0}}
{"step": 19, "time": 1792813172.9402244, "scalars": {"train/loss": 0.02181924693286419, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.7767888493835926e-08, "train/kl": 1.090965747833252, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -6.705522537231445e-08, "train/step_time_ms": 28.495311737060547, "train/samples_per_sec": 1122.9917501966231, "train/data_wait_ms": 0.023060000003738423, "train/accepted": 1.0, "train/grad_norm": 1.5794110298156738, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03337417399998799, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.017630779000000985, "rollout/latency/p50": 0.017527533999995626, "rollout/latency/p90": 0.01761775199998823, "rollout/latency/p99": 0.01762957310000033, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.26785714285714285, "rollout/reward/observed": 0.2678571343421936, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.018763221000000385, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 176.0, "data/truncated/memory": 0.0}}
{"step": 20, "time": 1792813172.9716935, "scalars": {"train/loss": 0.01993756927549839, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.1755113266408443e-08, "train/kl": 0.9968773722648621, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.2351741790771484e-08, "train/step_time_ms": 31.463623046875, "train/samples_per_sec": 1017.0475266731329, "train/data_wait_ms": 0.03094000000203323, "train/accepted": 1.0, "train/grad_norm": 1.2024433612823486, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.025825432000004866, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012058719999998857, "rollout/latency/p50": 0.011740864000003626, "rollout/latency/p90": 0.012019282900008933, "rollout/latency/p99": 0.012057083199999994, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.2232142857142857, "rollout/reward/observed": 0.2232142984867096, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013285591999988355, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 184.0, "data/truncated/memory": 0.0}}
{"step": 21, "time": 1792813173.0103528, "scalars": {"train/loss": 0.02368319220840931, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -7.756170816719532e-09, "train/kl": 1.1841545104980469, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.0244548320770264e-07, "train/step_time_ms": 38.58160972595215, "train/samples_per_sec": 829.4107018161819, "train/data_wait_ms": 0.02505999999868891, "train/accepted": 1.0, "train/grad_norm": 1.2518564462661743, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02839989600001047, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011962789000008911, "rollout/latency/p50": 0.011576649000005546, "rollout/latency/p90": 0.011916464000002236, "rollout/latency/p99": 0.011960749200007541, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.30803571428571425, "rollout/reward/observed": 0.3080357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013232900999994968, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 192.0, "data/truncated/memory": 0.0}}
{"step": 22, "time": 1792813173.0525403, "scalars": {"train/loss": 0.026081610471010208, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -8.316419553011656e-09, "train/kl": 1.3040779829025269, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 5.21540641784668e-08, "train/step_time_ms": 42.21796989440918, "train/samples_per_sec": 757.9710744035013, "train/data_wait_ms": 0.03313000000559896, "train/accepted": 1.0, "train/grad_norm": 1.206903100013733, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03533916700000361, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.016643256999998357, "rollout/latency/p50": 0.01603555099999454, "rollout/latency/p90": 0.016482674900004213, "rollout/latency/p99": 0.016641421799996295, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.3705357142857143, "rollout/reward/observed": 0.3705357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.018101190000010092, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 200.0, "data/truncated/memory": 0.0}}
{"step": 23, "time": 1792813173.0846171, "scalars": {"train/loss": 0.02474816143512726, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -6.599293556064367e-08, "train/kl": 1.237410545349121, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -4.842877388000488e-08, "train/step_time_ms": 32.189369201660156, "train/samples_per_sec": 994.1170266346695, "train/data_wait_ms": 0.035689000000616034, "train/accepted": 1.0, "train/grad_norm": 1.6311930418014526, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03914402400000938, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.018152020000002267, "rollout/latency/p50": 0.018051405000008458, "rollout/latency/p90": 0.018134384999999042, "rollout/latency/p99": 0.018150336700001758, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.3169642857142857, "rollout/reward/observed": 0.3169642984867096, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01939050200000736, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 208.0, "data/truncated/memory": 0.0}}
{"step": 24, "time": 1792813173.1183906, "scalars": {"train/loss": 0.02874346636235714, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 8.636561688035727e-09, "train/kl": 1.4371763467788696, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.960464477539063e-08, "train/step_time_ms": 33.70547294616699, "train/samples_per_sec": 949.400711602804, "train/data_wait_ms": 0.031100000001060835, "train/accepted": 1.0, "train/grad_norm": 1.3951287269592285, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.029802828000001114, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011671888999998714, "rollout/latency/p50": 0.011340187999998363, "rollout/latency/p90": 0.011654085000000692, "rollout/latency/p99": 0.01167041959999608, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.4151785714285714, "rollout/reward/observed": 0.4151785969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012770910000000413, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 216.0, "data/truncated/memory": 0.0}}
{"step": 25, "time": 1792813173.1483998, "scalars": {"train/loss": 0.029753394424915314, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 6.883055903017521e-09, "train/kl": 1.4876677989959717, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 3.91155481338501e-08, "train/step_time_ms": 30.028820037841797, "train/samples_per_sec": 1065.64293767368, "train/data_wait_ms": 0.02465999999401447, "train/accepted": 1.0, "train/grad_norm": 1.1611734628677368, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03110041999998714, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012662219999995727, "rollout/latency/p50": 0.012336114000000009, "rollout/latency/p90": 0.012624831899996991, "rollout/latency/p99": 0.012660840499998329, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.4464285714285714, "rollout/reward/observed": 0.4464285671710968, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.014046282999998994, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 224.0, "data/truncated/memory": 0.0}}
{"step": 26, "time": 1792813173.1963382, "scalars": {"train/loss": 0.03567350655794144, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.4010660126805305e-10, "train/kl": 1.7836768627166748, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.9802322387695312e-08, "train/step_time_ms": 47.92952537536621, "train/samples_per_sec": 667.6469201267466, "train/data_wait_ms": 0.029879999999593565, "train/accepted": 1.0, "train/grad_norm": 0.8538317084312439, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02773588499999846, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01145019899999511, "rollout/latency/p50": 0.011036203000003297, "rollout/latency/p90": 0.011397669900001973, "rollout/latency/p99": 0.011448292499993755, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.4866071428571428, "rollout/reward/observed": 0.4866071343421936, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012756061000004593, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 232.0, "data/truncated/memory": 0.0}}
{"step": 27, "time": 1792813173.2250307, "scalars": {"train/loss": 0.034802429378032684, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.4202669262886047e-08, "train/kl": 1.7401163578033447, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.043081283569336e-07, "train/step_time_ms": 28.71251106262207, "train/samples_per_sec": 1114.4967408182415, "train/data_wait_ms": 0.024390000007201706, "train/accepted": 1.0, "train/grad_norm": 1.2680383920669556, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04526291300000196, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.026920082999993156, "rollout/latency/p50": 0.026819352999993384, "rollout/latency/p90": 0.02690216800000229, "rollout/latency/p99": 0.02691852989999461, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.4553571428571428, "rollout/reward/observed": 0.455357164144516, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.0282226849999887, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 240.0, "data/truncated/memory": 0.0}}
{"step": 28, "time": 1792813173.254976, "scalars": {"train/loss": 0.03761858865618706, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.8579961508512497e-08, "train/kl": 1.8809365034103394, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.4156103134155273e-07, "train/step_time_ms": 29.97303009033203, "train/samples_per_sec": 1067.6264596391868, "train/data_wait_ms": 0.03153000000111206, "train/accepted": 1.0, "train/grad_norm": 1.142783522605896, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02619634299999518, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010289696999990383, "rollout/latency/p50": 0.009933255999989399, "rollout/latency/p90": 0.010242593899999975, "rollout/latency/p99": 0.010287644799992392, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.49553571428571425, "rollout/reward/observed": 0.4955357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01139603900000452, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 248.0, "data/truncated/memory": 0.0}}
{"step": 29, "time": 1792813173.285097, "scalars": {"train/loss": 0.0407768152654171, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.5543052945286036e-08, "train/kl": 2.0388472080230713, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.2665987014770508e-07, "train/step_time_ms": 30.107736587524414, "train/samples_per_sec": 1062.8497398658546, "train/data_wait_ms": 0.02452900000093905, "train/accepted": 1.0, "train/grad_norm": 0.9434273838996887, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027851733999995076, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010738437000000545, "rollout/latency/p50": 0.010491051999999002, "rollout/latency/p90": 0.010706779000007317, "rollout/latency/p99": 0.01073702960000304, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.4955357142857143, "rollout/reward/observed": 0.4955357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011762419000007185, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 256.0, "data/truncated/memory": 0.0}}
{"step": 30, "time": 1792813173.3320715, "scalars": {"train/loss": 0.03838931769132614, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 8.94215190783143e-09, "train/kl": 1.9194622039794922, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 7.450580596923828e-08, "train/step_time_ms": 46.74124717712402, "train/samples_per_sec": 684.620157411233, "train/data_wait_ms": 0.025539999995771723, "train/accepted": 1.0, "train/grad_norm": 1.125732660293579, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02781288399999937, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01054367700000114, "rollout/latency/p50": 0.010122917000003895, "rollout/latency/p90": 0.010491882000002306, "rollout/latency/p99": 0.010541916200000827, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.45982142857142855, "rollout/reward/observed": 0.4598214328289032, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011569678999990174, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 264.0, "data/truncated/memory": 0.0}}
{"step": 31, "time": 1792813173.3619974, "scalars": {"train/loss": 0.04021292179822922, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.9613147489726543e-09, "train/kl": 2.0106468200683594, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.4901161193847656e-08, "train/step_time_ms": 30.11035919189453, "train/samples_per_sec": 1062.7571659329174, "train/data_wait_ms": 0.02505999999868891, "train/accepted": 1.0, "train/grad_norm": 1.1134933233261108, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04334448999999552, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.02627920199999778, "rollout/latency/p50": 0.02614712699999444, "rollout/latency/p90": 0.02626495599999288, "rollout/latency/p99": 0.026277775999994334, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.48214285714285715, "rollout/reward/observed": 0.4821428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.027645925000001625, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 272.0, "data/truncated/memory": 0.0}}
{"step": 32, "time": 1792813173.390651, "scalars": {"train/loss": 0.04265892878174782, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.5666744224727154e-08, "train/kl": 2.13295316696167, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.341104507446289e-07, "train/step_time_ms": 28.67722511291504, "train/samples_per_sec": 1115.868075589661, "train/data_wait_ms": 0.028940000007082745, "train/accepted": 1.0, "train/grad_norm": 0.7513955235481262, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026960664000000634, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011738828999995121, "rollout/latency/p50": 0.011388552999996193, "rollout/latency/p90": 0.011719747999990204, "rollout/latency/p99": 0.011736866699993555, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5044642857142856, "rollout/reward/observed": 0.5044642686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012957311000008076, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 280.0, "data/truncated/memory": 0.0}}
{"step": 33, "time": 1792813173.4198713, "scalars": {"train/loss": 0.04099340736865997, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.0473740985617042e-08, "train/kl": 2.049670457839966, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 29.223918914794922, "train/samples_per_sec": 1094.9934570137223, "train/data_wait_ms": 0.05004999999869142, "train/accepted": 1.0, "train/grad_norm": 0.7091847658157349, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02624407199999723, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011685829000001036, "rollout/latency/p50": 0.011365838000003237, "rollout/latency/p90": 0.011646592900008556, "rollout/latency/p99": 0.011684248000002385, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5267857142857142, "rollout/reward/observed": 0.5267857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012702600000011444, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 288.0, "data/truncated/memory": 0.0}}
{"step": 34, "time": 1792813173.4704206, "scalars": {"train/loss": 0.03936803713440895, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.0059011401608586e-08, "train/kl": 1.9683959484100342, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.1734664440155029e-07, "train/step_time_ms": 50.42147636413574, "train/samples_per_sec": 634.6501988339488, "train/data_wait_ms": 0.027940000009607502, "train/accepted": 1.0, "train/grad_norm": 0.4586762487888336, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026684822999996527, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01149229899999682, "rollout/latency/p50": 0.011229443000004835, "rollout/latency/p90": 0.011463575000006188, "rollout/latency/p99": 0.011491207799999046, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5625, "rollout/reward/observed": 0.5625, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012684531000004995, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 296.0, "data/truncated/memory": 0.0}}
{"step": 35, "time": 1792813173.4995399, "scalars": {"train/loss": 0.04016018286347389, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.482476363889873e-08, "train/kl": 2.0080137252807617, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -8.940696716308594e-08, "train/step_time_ms": 29.247283935546875, "train/samples_per_sec": 1094.1186904917176, "train/data_wait_ms": 0.02699099999858845, "train/accepted": 1.0, "train/grad_norm": 0.7271665930747986, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04758350600000938, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012441201000001456, "rollout/latency/p50": 0.01212853499999511, "rollout/latency/p90": 0.012400081899993155, "rollout/latency/p99": 0.0124398184000016, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5178571428571428, "rollout/reward/observed": 0.5178571939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.014137551999994002, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 304.0, "data/truncated/memory": 0.0}}
{"step": 36, "time": 1792813173.530105, "scalars": {"train/loss": 0.045894671231508255, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.841625246219337e-08, "train/kl": 2.294735908508301, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -4.470348358154297e-08, "train/step_time_ms": 30.548810958862305, "train/samples_per_sec": 1047.5039451811037, "train/data_wait_ms": 0.032380000007492526, "train/accepted": 1.0, "train/grad_norm": 0.486383318901062, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026678833000005397, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011683119000011288, "rollout/latency/p50": 0.011291068000005566, "rollout/latency/p90": 0.011628446899999291, "rollout/latency/p99": 0.0116797431000073, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5580357142857143, "rollout/reward/observed": 0.5580357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012837541000010333, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 312.0, "data/truncated/memory": 0.0}}
{"step": 37, "time": 1792813173.562274, "scalars": {"train/loss": 0.03459101915359497, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.3378455555066466e-09, "train/kl": 1.7295453548431396, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.1175870895385742e-07, "train/step_time_ms": 32.21893310546875, "train/samples_per_sec": 993.2048306890836, "train/data_wait_ms": 0.028159999999388674, "train/accepted": 1.0, "train/grad_norm": 0.6822101473808289, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02801217500000064, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010470116999997003, "rollout/latency/p50": 0.010113236999998776, "rollout/latency/p90": 0.01041755500000221, "rollout/latency/p99": 0.01046623269999941, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.53125, "rollout/reward/observed": 0.53125, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011859380000004194, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 320.0, "data/truncated/memory": 0.0}}
{"step": 38, "time": 1792813173.6111448, "scalars": {"train/loss": 0.04177703335881233, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.614695742726326e-08, "train/kl": 2.088860511779785, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.7508864402770996e-07, "train/step_time_ms": 48.789024353027344, "train/samples_per_sec": 655.885220586798, "train/data_wait_ms": 0.024530999993999103, "train/accepted": 1.0, "train/grad_norm": 0.6148927211761475, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.029725098000000116, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013908212000004028, "rollout/latency/p50": 0.013541991000003861, "rollout/latency/p90": 0.013854132000005848, "rollout/latency/p99": 0.013906414000005043, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5491071428571428, "rollout/reward/observed": 0.5491071939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.015180864000001293, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 328.0, "data/truncated/memory": 0.0}}
{"step": 39, "time": 1792813173.6424303, "scalars": {"train/loss": 0.038581863045692444, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.759669198188931e-08, "train/kl": 1.9291025400161743, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.862645149230957e-07, "train/step_time_ms": 31.33869171142578, "train/samples_per_sec": 1021.1019749855452, "train/data_wait_ms": 0.02284000001395725, "train/accepted": 1.0, "train/grad_norm": 0.6614133715629578, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04583197400000927, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011760269000006929, "rollout/latency/p50": 0.011437759000003211, "rollout/latency/p90": 0.011720439000002615, "rollout/latency/p99": 0.011758520600007642, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5401785714285714, "rollout/reward/observed": 0.5401785969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01277075100000502, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 336.0, "data/truncated/memory": 0.0}}
{"step": 40, "time": 1792813173.6764967, "scalars": {"train/loss": 0.03566381707787514, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.0784576665610075e-08, "train/kl": 1.783191204071045, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.587935447692871e-09, "train/step_time_ms": 34.04951095581055, "train/samples_per_sec": 939.8079179912334, "train/data_wait_ms": 0.03511999999261661, "train/accepted": 1.0, "train/grad_norm": 0.6966841816902161, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028927946999999676, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013949792000005345, "rollout/latency/p50": 0.013520401000000959, "rollout/latency/p90": 0.01393479300000422, "rollout/latency/p99": 0.013948428000002622, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.6071428571428571, "rollout/reward/observed": 0.6071428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.014864443999996979, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 344.0, "data/truncated/memory": 0.0}}
{"step": 41, "time": 1792813173.706406, "scalars": {"train/loss": 0.037490613758563995, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.7760612536221743e-08, "train/kl": 1.8745315074920654, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.4901161193847656e-08, "train/step_time_ms": 29.900789260864258, "train/samples_per_sec": 1070.205863825919, "train/data_wait_ms": 0.025680999996779974, "train/accepted": 1.0, "train/grad_norm": 0.5934330821037292, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.0318509210000002, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012243970000000104, "rollout/latency/p50": 0.01191296449999868, "rollout/latency/p90": 0.0122018130000086, "rollout/latency/p99": 0.012242531600000035, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5625, "rollout/reward/observed": 0.5625, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013621721999996339, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 352.0, "data/truncated/memory": 0.0}}
{"step": 42, "time": 1792813173.752277, "scalars": {"train/loss": 0.037163425236940384, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.808621163945645e-08, "train/kl": 1.8581764698028564, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.043081283569336e-07, "train/step_time_ms": 45.77922821044922, "train/samples_per_sec": 699.006978730496, "train/data_wait_ms": 0.030080000001930784, "train/accepted": 1.0, "train/grad_norm": 0.5778037309646606, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027442294000010747, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012039738999988003, "rollout/latency/p50": 0.011655728999990345, "rollout/latency/p90": 0.011994820999993295, "rollout/latency/p99": 0.012038486599990107, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5669642857142857, "rollout/reward/observed": 0.566964328289032, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01343009199999301, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 360.0, "data/truncated/memory": 0.0}}
{"step": 43, "time": 1792813173.7790737, "scalars": {"train/loss": 0.032163895666599274, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.8430000636726618e-08, "train/kl": 1.6081875562667847, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.4528632164001465e-07, "train/step_time_ms": 1.0764598846435547, "train/samples_per_sec": 29727.0715393134, "train/data_wait_ms": 0.02866100000176175, "train/accepted": 1.0, "train/grad_norm": 0.6047039031982422, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02588796099999513, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010676267999997435, "rollout/latency/p50": 0.010372141999994255, "rollout/latency/p90": 0.010634187899995595, "rollout/latency/p99": 0.010674385989997006, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5892857142857142, "rollout/reward/observed": 0.5892857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012079839999998399, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 368.0, "data/truncated/memory": 0.0}}
{"step": 44, "time": 1792813173.8157687, "scalars": {"train/loss": 0.0327148362994194, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -7.539711077697575e-09, "train/kl": 1.6357359886169434, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.1548399925231934e-07, "train/step_time_ms": 62.46328353881836, "train/samples_per_sec": 512.3009580518341, "train/data_wait_ms": 0.029770000011808406, "train/accepted": 1.0, "train/grad_norm": 0.8904075026512146, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024103729000003682, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015070194000003312, "rollout/latency/p50": 0.014776109000003146, "rollout/latency/p90": 0.015055147000001056, "rollout/latency/p99": 0.015069003600001735, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5535714285714286, "rollout/reward/observed": 0.5535714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.016072515999994152, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 376.0, "data/truncated/memory": 0.0}}
{"step": 45, "time": 1792813173.8432686, "scalars": {"train/loss": 0.034455522894859314, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.2785676517523825e-08, "train/kl": 1.722773790359497, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 4.842877388000488e-08, "train/step_time_ms": 27.551889419555664, "train/samples_per_sec": 1161.4448473100786, "train/data_wait_ms": 0.02290000000471082, "train/accepted": 1.0, "train/grad_norm": 0.8388819098472595, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.033954184999998915, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015149854000000573, "rollout/latency/p50": 0.014781907999996236, "rollout/latency/p90": 0.01510697789999398, "rollout/latency/p99": 0.015148827900001579, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.5982142857142858, "rollout/reward/observed": 0.5982142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.016470226999999227, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 384.0, "data/truncated/memory": 0.0}}
{"step": 46, "time": 1792813173.8688004, "scalars": {"train/loss": 0.036474764347076416, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.5243934942409396e-08, "train/kl": 1.8237271308898926, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.2351741790771484e-07, "train/step_time_ms": 25.554180145263672, "train/samples_per_sec": 1252.241309175048, "train/data_wait_ms": 0.024240000001896078, "train/accepted": 1.0, "train/grad_norm": 0.719537079334259, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024798840000002542, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.009853866000000266, "rollout/latency/p50": 0.009407125000002736, "rollout/latency/p90": 0.009797933900004809, "rollout/latency/p99": 0.009852040100001175, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.625, "rollout/reward/observed": 0.625, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010978817999998114, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 392.0, "data/truncated/memory": 0.0}}
{"step": 47, "time": 1792813173.9176116, "scalars": {"train/loss": 0.03363695740699768, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -5.4877091315574944e-08, "train/kl": 1.681849479675293, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.9802322387695312e-08, "train/step_time_ms": 48.77519607543945, "train/samples_per_sec": 656.0711708981415, "train/data_wait_ms": 0.029490000002851957, "train/accepted": 1.0, "train/grad_norm": 1.1805365085601807, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.023189268000010088, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.009326715000000263, "rollout/latency/p50": 0.008980084999997473, "rollout/latency/p90": 0.009282567000002474, "rollout/latency/p99": 0.009324929399997899, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.6383928571428572, "rollout/reward/observed": 0.6383928656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010677827999998613, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 400.0, "data/truncated/memory": 0.0}}
{"step": 48, "time": 1792813173.9455101, "scalars": {"train/loss": 0.03063550591468811, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -9.340510587207973e-09, "train/kl": 1.5317749977111816, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 7.450580596923828e-09, "train/step_time_ms": 27.9695987701416, "train/samples_per_sec": 1144.0993581274029, "train/data_wait_ms": 0.022810000004369613, "train/accepted": 1.0, "train/grad_norm": 0.6144658923149109, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04613244500001201, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.025544910999997228, "rollout/latency/p50": 0.025438235999999392, "rollout/latency/p90": 0.025528074000003186, "rollout/latency/p99": 0.025543413699998893, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.6428571428571428, "rollout/reward/observed": 0.6428571939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.026950953000010713, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 408.0, "data/truncated/memory": 0.0}}
{"step": 49, "time": 1792813173.9775236, "scalars": {"train/loss": 0.032808009535074234, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.997491487301886e-08, "train/kl": 1.6404054164886475, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -9.685754776000977e-08, "train/step_time_ms": 31.93807601928711, "train/samples_per_sec": 1001.9388763642336, "train/data_wait_ms": 0.032000000004472895, "train/accepted": 1.0, "train/grad_norm": 0.6902379989624023, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.025735871999998494, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011480367999993746, "rollout/latency/p50": 0.011142188000000885, "rollout/latency/p90": 0.01142699599999304, "rollout/latency/p99": 0.011475392499993972, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.65625, "rollout/reward/observed": 0.65625, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012790470000012988, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 416.0, "data/truncated/memory": 0.0}}
{"step": 50, "time": 1792813174.0065413, "scalars": {"train/loss": 0.03764580935239792, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -4.913090378977358e-09, "train/kl": 1.8822987079620361, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.6391277313232422e-07, "train/step_time_ms": 29.01744842529297, "train/samples_per_sec": 1102.784763532389, "train/data_wait_ms": 0.026970000007509043, "train/accepted": 1.0, "train/grad_norm": 0.8236231803894043, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.029488647999997397, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01123997800000609, "rollout/latency/p50": 0.010897182000007888, "rollout/latency/p90": 0.011198748000003889, "rollout/latency/p99": 0.011238251300006396, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.6607142857142857, "rollout/reward/observed": 0.6607142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012703130000005558, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 424.0, "data/truncated/memory": 0.0}}
{"step": 51, "time": 1792813174.0622458, "scalars": {"train/loss": 0.03834197297692299, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.1074811229482293e-08, "train/kl": 1.917099952697754, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.60770320892334e-08, "train/step_time_ms": 55.70387840270996, "train/samples_per_sec": 574.466283454389, "train/data_wait_ms": 0.03182000000379048, "train/accepted": 1.0, "train/grad_norm": 0.6816196441650391, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026795313000008036, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011081938000003788, "rollout/latency/p50": 0.01070052200000049, "rollout/latency/p90": 0.011032898000001979, "rollout/latency/p99": 0.011079758390000763, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.6696428571428572, "rollout/reward/observed": 0.6696428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012436620000002563, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 432.0, "data/truncated/memory": 0.0}}
{"step": 52, "time": 1792813174.0900378, "scalars": {"train/loss": 0.03582426533102989, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.502303348388523e-08, "train/kl": 1.7912108898162842, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 4.842877388000488e-08, "train/step_time_ms": 27.792692184448242, "train/samples_per_sec": 1151.3818016487805, "train/data_wait_ms": 0.02771999999140462, "train/accepted": 1.0, "train/grad_norm": 0.8066308498382568, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.05286997500000723, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010731246999995392, "rollout/latency/p50": 0.010420295999999496, "rollout/latency/p90": 0.010695127900001468, "rollout/latency/p99": 0.010730152699995159, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.6830357142857143, "rollout/reward/observed": 0.6830357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.017872538999995413, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 440.0, "data/truncated/memory": 0.0}}
{"step": 53, "time": 1792813174.122426, "scalars": {"train/loss": 0.03599342703819275, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.533408067189157e-09, "train/kl": 1.7996752262115479, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -7.636845111846924e-08, "train/step_time_ms": 32.40823745727539, "train/samples_per_sec": 987.4032811005665, "train/data_wait_ms": 0.03221999999425407, "train/accepted": 1.0, "train/grad_norm": 0.6842589974403381, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02508599099999742, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010730036999987647, "rollout/latency/p50": 0.010433305999995923, "rollout/latency/p90": 0.010694049000001371, "rollout/latency/p99": 0.010728707099989947, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.6741071428571428, "rollout/reward/observed": 0.6741071939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01201554899999735, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 448.0, "data/truncated/memory": 0.0}}
{"step": 54, "time": 1792813174.1531336, "scalars": {"train/loss": 0.03914423659443855, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 9.42964106798172e-09, "train/kl": 1.9572148323059082, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.960464477539063e-08, "train/step_time_ms": 30.747413635253906, "train/samples_per_sec": 1040.7379423715145, "train/data_wait_ms": 0.03161000000773129, "train/accepted": 1.0, "train/grad_norm": 0.5881406664848328, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.029739538000001176, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012095109000000548, "rollout/latency/p50": 0.011637443500006839, "rollout/latency/p90": 0.012038316999996823, "rollout/latency/p99": 0.012093196300003085, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7053571428571428, "rollout/reward/observed": 0.7053571939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013484811000012087, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 456.0, "data/truncated/memory": 0.0}}
{"step": 55, "time": 1792813174.202104, "scalars": {"train/loss": 0.04115350916981697, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.964952727779746e-09, "train/kl": 2.057682752609253, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.4528632164001465e-07, "train/step_time_ms": 48.914432525634766, "train/samples_per_sec": 654.2036439496593, "train/data_wait_ms": 0.02564000000404576, "train/accepted": 1.0, "train/grad_norm": 0.4407731890678406, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028636137000006556, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011993549999999686, "rollout/latency/p50": 0.011587938999994662, "rollout/latency/p90": 0.011970389000003934, "rollout/latency/p99": 0.011991569100000987, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7232142857142858, "rollout/reward/observed": 0.7232142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013346551000012141, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 464.0, "data/truncated/memory": 0.0}}
{"step": 56, "time": 1792813174.2322724, "scalars": {"train/loss": 0.03645700216293335, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.9879735191352665e-08, "train/kl": 1.8228517770767212, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.166496753692627e-08, "train/step_time_ms": 30.174732208251953, "train/samples_per_sec": 1060.4899416886585, "train/data_wait_ms": 0.02775000000099226, "train/accepted": 1.0, "train/grad_norm": 0.3841986358165741, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04587285400000951, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011540918999997984, "rollout/latency/p50": 0.011158767999994268, "rollout/latency/p90": 0.011490576899993244, "rollout/latency/p99": 0.011538810999995376, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.71875, "rollout/reward/observed": 0.71875, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012697291000009159, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 472.0, "data/truncated/memory": 0.0}}
{"step": 57, "time": 1792813174.2690356, "scalars": {"train/loss": 0.03856973350048065, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.9006620277650654e-08, "train/kl": 1.9284858703613281, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.862645149230957e-08, "train/step_time_ms": 36.733388900756836, "train/samples_per_sec": 871.1420578824049, "train/data_wait_ms": 0.033509999994407735, "train/accepted": 1.0, "train/grad_norm": 0.4936363101005554, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027502573999996116, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01215206000000535, "rollout/latency/p50": 0.011755729000007875, "rollout/latency/p90": 0.01210156290000839, "rollout/latency/p99": 0.012150209300004206, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7142857142857143, "rollout/reward/observed": 0.7142857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013467581999989875, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 480.0, "data/truncated/memory": 0.0}}
{"step": 58, "time": 1792813174.300926, "scalars": {"train/loss": 0.037086207419633865, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.2009771782904863e-09, "train/kl": 1.8543154001235962, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.0058283805847168e-07, "train/step_time_ms": 31.892776489257812, "train/samples_per_sec": 1003.3619998803899, "train/data_wait_ms": 0.029971000003570225, "train/accepted": 1.0, "train/grad_norm": 0.37627217173576355, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.033260353999992276, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.014376373000004605, "rollout/latency/p50": 0.01393699749999655, "rollout/latency/p90": 0.014325592999996674, "rollout/latency/p99": 0.014374903600001971, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7321428571428571, "rollout/reward/observed": 0.7321428060531616, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.015918565999996304, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 488.0, "data/truncated/memory": 0.0}}
{"step": 59, "time": 1792813174.348744, "scalars": {"train/loss": 0.044077303260564804, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.9081198843196034e-08, "train/kl": 2.203866720199585, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.9802322387695312e-08, "train/step_time_ms": 47.85561561584473, "train/samples_per_sec": 668.6780556095276, "train/data_wait_ms": 0.06428999999741336, "train/accepted": 1.0, "train/grad_norm": 0.5513923168182373, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028547336000002588, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012598190000005616, "rollout/latency/p50": 0.012154504499996222, "rollout/latency/p90": 0.012544726000005824, "rollout/latency/p99": 0.01259646950000203, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7142857142857143, "rollout/reward/observed": 0.7142857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013516091999989044, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 496.0, "data/truncated/memory": 0.0}}
{"step": 60, "time": 1792813174.378816, "scalars": {"train/loss": 0.041271429508924484, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 9.502400644123554e-09, "train/kl": 2.0635743141174316, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.587935447692871e-08, "train/step_time_ms": 30.098438262939453, "train/samples_per_sec": 1063.178086532216, "train/data_wait_ms": 0.030540000011569646, "train/accepted": 1.0, "train/grad_norm": 0.6451810002326965, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.045182523000008246, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010423376000005646, "rollout/latency/p50": 0.010078976000002626, "rollout/latency/p90": 0.010378946000002998, "rollout/latency/p99": 0.010421633800006873, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.75, "rollout/reward/observed": 0.75, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011577248999998346, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 504.0, "data/truncated/memory": 0.0}}
{"step": 61, "time": 1792813174.4087071, "scalars": {"train/loss": 0.03968797251582146, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.1687006917782128e-08, "train/kl": 1.984393835067749, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 9.685754776000977e-08, "train/step_time_ms": 29.905319213867188, "train/samples_per_sec": 1070.0437527903566, "train/data_wait_ms": 0.030140000006895207, "train/accepted": 1.0, "train/grad_norm": 0.5234794020652771, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02813204599999608, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012765160999990144, "rollout/latency/p50": 0.01247316500000295, "rollout/latency/p90": 0.012729735000003474, "rollout/latency/p99": 0.012763607589990471, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7544642857142857, "rollout/reward/observed": 0.7544642686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01355409200000679, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 512.0, "data/truncated/memory": 0.0}}
{"step": 62, "time": 1792813174.4386005, "scalars": {"train/loss": 0.038593411445617676, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.387402441352606e-09, "train/kl": 1.9296740293502808, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -6.705522537231445e-08, "train/step_time_ms": 29.868125915527344, "train/samples_per_sec": 1071.3762252945496, "train/data_wait_ms": 0.027819999999678657, "train/accepted": 1.0, "train/grad_norm": 0.4115302860736847, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027925594999999248, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01060124699999676, "rollout/latency/p50": 0.010376336999996738, "rollout/latency/p90": 0.010589104999999677, "rollout/latency/p99": 0.010599901599995576, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.78125, "rollout/reward/observed": 0.78125, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011797469000001115, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 520.0, "data/truncated/memory": 0.0}}
{"step": 63, "time": 1792813174.4869928, "scalars": {"train/loss": 0.036097779870033264, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.8549038688652217e-09, "train/kl": 1.8048908710479736, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.725290298461914e-08, "train/step_time_ms": 48.36440086364746, "train/samples_per_sec": 661.6436765177097, "train/data_wait_ms": 0.02848999999116586, "train/accepted": 1.0, "train/grad_norm": 0.6148781180381775, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02746788400000355, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011649459000011575, "rollout/latency/p50": 0.011257584000006204, "rollout/latency/p90": 0.011601279000011289, "rollout/latency/p99": 0.011647530800010629, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7633928571428572, "rollout/reward/observed": 0.7633928656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012531719999998359, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 528.0, "data/truncated/memory": 0.0}}
{"step": 64, "time": 1792813174.514229, "scalars": {"train/loss": 0.03306639567017555, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.7218553693965077e-08, "train/kl": 1.6533207893371582, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.0489096641540527e-08, "train/step_time_ms": 0.9109973907470703, "train/samples_per_sec": 35126.33551426328, "train/data_wait_ms": 0.025139999991097284, "train/accepted": 1.0, "train/grad_norm": 0.21836915612220764, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02868736599999977, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011103177999999048, "rollout/latency/p50": 0.010845707999997956, "rollout/latency/p90": 0.011072175999994728, "rollout/latency/p99": 0.011101978299998904, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7366071428571429, "rollout/reward/observed": 0.7366071343421936, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012503949999995712, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 536.0, "data/truncated/memory": 0.0}}
{"step": 65, "time": 1792813174.5449314, "scalars": {"train/loss": 0.042623478919267654, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.6109879652503878e-08, "train/kl": 2.1311826705932617, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.7508864402770996e-07, "train/step_time_ms": 57.08146095275879, "train/samples_per_sec": 560.6023298262028, "train/data_wait_ms": 0.02849999999909869, "train/accepted": 1.0, "train/grad_norm": 0.6738011837005615, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024235859000000914, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.014852313999995204, "rollout/latency/p50": 0.014520898500002488, "rollout/latency/p90": 0.014799142999999048, "rollout/latency/p99": 0.014850382699996202, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7232142857142858, "rollout/reward/observed": 0.7232142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.015931056000013655, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 544.0, "data/truncated/memory": 0.0}}
{"step": 66, "time": 1792813174.5780187, "scalars": {"train/loss": 0.04505583271384239, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.8049831851385534e-08, "train/kl": 2.2527942657470703, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.21540641784668e-08, "train/step_time_ms": 33.04624557495117, "train/samples_per_sec": 968.3399564232428, "train/data_wait_ms": 0.03272000000720254, "train/accepted": 1.0, "train/grad_norm": 0.27174630761146545, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02844024599998818, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01122022799999911, "rollout/latency/p50": 0.010854018000003407, "rollout/latency/p90": 0.011172290000004637, "rollout/latency/p99": 0.011218333899998783, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7455357142857143, "rollout/reward/observed": 0.7455357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012622090999997226, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 552.0, "data/truncated/memory": 0.0}}
{"step": 67, "time": 1792813174.6099632, "scalars": {"train/loss": 0.03548665717244148, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -6.275513442233205e-09, "train/kl": 1.7743396759033203, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.3597309589385986e-07, "train/step_time_ms": 31.998634338378906, "train/samples_per_sec": 1000.0426787470569, "train/data_wait_ms": 0.025780000001418557, "train/accepted": 1.0, "train/grad_norm": 0.518161416053772, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.030814229000000637, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01290840999999432, "rollout/latency/p50": 0.012629229999994607, "rollout/latency/p90": 0.012873881999991, "rollout/latency/p99": 0.01290702119999395, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7589285714285715, "rollout/reward/observed": 0.7589285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013960873000002039, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 560.0, "data/truncated/memory": 0.0}}
{"step": 68, "time": 1792813174.6625185, "scalars": {"train/loss": 0.04558878019452095, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.122305886587128e-08, "train/kl": 2.2794382572174072, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.4901161193847656e-08, "train/step_time_ms": 52.459716796875, "train/samples_per_sec": 609.9918557300756, "train/data_wait_ms": 0.023479999995856815, "train/accepted": 1.0, "train/grad_norm": 0.5199863314628601, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.0296609180000047, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012273469999996678, "rollout/latency/p50": 0.011928634500002033, "rollout/latency/p90": 0.012231616999997641, "rollout/latency/p99": 0.012271851799999354, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7589285714285714, "rollout/reward/observed": 0.7589285969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01350324199999875, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 568.0, "data/truncated/memory": 0.0}}
{"step": 69, "time": 1792813174.6990502, "scalars": {"train/loss": 0.04265294969081879, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.754597178660333e-08, "train/kl": 2.132643461227417, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 8.195638656616211e-08, "train/step_time_ms": 36.51833534240723, "train/samples_per_sec": 876.2721438411166, "train/data_wait_ms": 0.022909999998432795, "train/accepted": 1.0, "train/grad_norm": 0.31995150446891785, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.049892821000000254, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.028257495000005406, "rollout/latency/p50": 0.028156299999999135, "rollout/latency/p90": 0.028240169999996567, "rollout/latency/p99": 0.02825585200000603, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8080357142857143, "rollout/reward/observed": 0.8080357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.02940137699999923, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 576.0, "data/truncated/memory": 0.0}}
{"step": 70, "time": 1792813174.73042, "scalars": {"train/loss": 0.03790583461523056, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.2614480005577207e-09, "train/kl": 1.8952937126159668, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.725290298461914e-08, "train/step_time_ms": 31.447410583496094, "train/samples_per_sec": 1017.5718574677786, "train/data_wait_ms": 0.02958999999691514, "train/accepted": 1.0, "train/grad_norm": 0.2696930766105652, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03305399399999942, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013419791000004011, "rollout/latency/p50": 0.01289326599999896, "rollout/latency/p90": 0.013397908099997835, "rollout/latency/p99": 0.013418089410003092, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7633928571428572, "rollout/reward/observed": 0.7633928656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.015264463999997702, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 584.0, "data/truncated/memory": 0.0}}
{"step": 71, "time": 1792813174.7614224, "scalars": {"train/loss": 0.042600300163030624, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.3482243705075234e-08, "train/kl": 2.130028486251831, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.682209014892578e-07, "train/step_time_ms": 31.005382537841797, "train/samples_per_sec": 1032.078864401827, "train/data_wait_ms": 0.044520000002989946, "train/accepted": 1.0, "train/grad_norm": 0.8281270265579224, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028532014999996136, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01210811900000408, "rollout/latency/p50": 0.011799609000000544, "rollout/latency/p90": 0.01207179100001099, "rollout/latency/p99": 0.012106767400002383, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7767857142857143, "rollout/reward/observed": 0.7767857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013286401000002002, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 592.0, "data/truncated/memory": 0.0}}
{"step": 72, "time": 1792813174.8149512, "scalars": {"train/loss": 0.033942848443984985, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.0112565835006535e-08, "train/kl": 1.6971423625946045, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 9.313225746154785e-10, "train/step_time_ms": 53.47609519958496, "train/samples_per_sec": 598.3982166343432, "train/data_wait_ms": 0.025280000002680936, "train/accepted": 1.0, "train/grad_norm": 0.2248624563217163, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02886825599999554, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011347687999986533, "rollout/latency/p50": 0.011059717999991392, "rollout/latency/p90": 0.01131363399999259, "rollout/latency/p99": 0.011346407699988532, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7857142857142857, "rollout/reward/observed": 0.7857142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012210558999996124, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 600.0, "data/truncated/memory": 0.0}}
{"step": 73, "time": 1792813174.8437755, "scalars": {"train/loss": 0.03909549117088318, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 9.433279046788812e-09, "train/kl": 1.9547741413116455, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 7.450580596923828e-09, "train/step_time_ms": 28.836727142333984, "train/samples_per_sec": 1109.6959735427863, "train/data_wait_ms": 0.022930000000087603, "train/accepted": 1.0, "train/grad_norm": 0.3946702778339386, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.050718402000001106, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.0275673340000111, "rollout/latency/p50": 0.027492229000003476, "rollout/latency/p90": 0.027554751000010924, "rollout/latency/p99": 0.027566069200007773, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7946428571428571, "rollout/reward/observed": 0.7946428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.028595125999999027, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 608.0, "data/truncated/memory": 0.0}}
{"step": 74, "time": 1792813174.8847172, "scalars": {"train/loss": 0.03646906092762947, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.1941665434278548e-09, "train/kl": 1.823454737663269, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.3527612686157227e-08, "train/step_time_ms": 40.90237617492676, "train/samples_per_sec": 782.3506356487931, "train/data_wait_ms": 0.032070000003159294, "train/accepted": 1.0, "train/grad_norm": 0.4308331310749054, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026179882000008092, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01052107700000704, "rollout/latency/p50": 0.010126071000009063, "rollout/latency/p90": 0.010479120900008354, "rollout/latency/p99": 0.01051998580000486, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7946428571428572, "rollout/reward/observed": 0.7946428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011682778999997367, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 616.0, "data/truncated/memory": 0.0}}
{"step": 75, "time": 1792813174.9218569, "scalars": {"train/loss": 0.04216945916414261, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 8.62200977280736e-09, "train/kl": 2.1084702014923096, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 5.587935447692871e-08, "train/step_time_ms": 37.08672523498535, "train/samples_per_sec": 862.8424266970101, "train/data_wait_ms": 0.03189999999619886, "train/accepted": 1.0, "train/grad_norm": 0.25848260521888733, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.0370113799999956, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.014990994000001479, "rollout/latency/p50": 0.014428778000002751, "rollout/latency/p90": 0.014924474999996563, "rollout/latency/p99": 0.014989264199999327, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7946428571428571, "rollout/reward/observed": 0.7946428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01686613699999384, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 624.0, "data/truncated/memory": 0.0}}
{"step": 76, "time": 1792813174.978984, "scalars": {"train/loss": 0.036949966102838516, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 8.168171916622669e-09, "train/kl": 1.8475022315979004, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -7.636845111846924e-08, "train/step_time_ms": 57.2664737701416, "train/samples_per_sec": 558.7911720991036, "train/data_wait_ms": 0.06341099999929156, "train/accepted": 1.0, "train/grad_norm": 0.19396767020225525, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03376264500001014, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.014845483999991416, "rollout/latency/p50": 0.014360337999988815, "rollout/latency/p90": 0.014773949900001072, "rollout/latency/p99": 0.014843837899993986, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8348214285714285, "rollout/reward/observed": 0.8348214626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01677012700000091, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 632.0, "data/truncated/memory": 0.0}}
{"step": 77, "time": 1792813175.0151987, "scalars": {"train/loss": 0.0377698689699173, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.1104020813945681e-08, "train/kl": 1.8884923458099365, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.2351741790771484e-08, "train/step_time_ms": 36.154985427856445, "train/samples_per_sec": 885.0784925319001, "train/data_wait_ms": 0.03977000000077169, "train/accepted": 1.0, "train/grad_norm": 0.5397804975509644, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.05395376699999588, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.02107891400000028, "rollout/latency/p50": 0.020995753000001116, "rollout/latency/p90": 0.021065105900007097, "rollout/latency/p99": 0.021077550000001964, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7991071428571428, "rollout/reward/observed": 0.7991071343421936, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.02202112500000908, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 640.0, "data/truncated/memory": 0.0}}
{"step": 78, "time": 1792813175.0516315, "scalars": {"train/loss": 0.040638893842697144, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.203069016104564e-08, "train/kl": 2.031949996948242, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.043081283569336e-07, "train/step_time_ms": 36.47923469543457, "train/samples_per_sec": 877.211385248848, "train/data_wait_ms": 0.0254799999908073, "train/accepted": 1.0, "train/grad_norm": 0.4173942506313324, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.033430613999996694, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015045775000004369, "rollout/latency/p50": 0.014617294000004222, "rollout/latency/p90": 0.015000027899996838, "rollout/latency/p99": 0.015044349000005326, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.78125, "rollout/reward/observed": 0.78125, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.017058908000009865, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 648.0, "data/truncated/memory": 0.0}}
{"step": 79, "time": 1792813175.0867858, "scalars": {"train/loss": 0.03560716286301613, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.2112544684205204e-08, "train/kl": 1.7803584337234497, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.725290298461914e-09, "train/step_time_ms": 35.088300704956055, "train/samples_per_sec": 911.9848883271841, "train/data_wait_ms": 0.05345999998951356, "train/accepted": 1.0, "train/grad_norm": 0.36790141463279724, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.033376453999991895, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.014490293000008592, "rollout/latency/p50": 0.014018017000005045, "rollout/latency/p90": 0.014437117899997532, "rollout/latency/p99": 0.01448895380000792, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.75, "rollout/reward/observed": 0.75, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01613184599999329, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 656.0, "data/truncated/memory": 0.0}}
{"step": 80, "time": 1792813175.137592, "scalars": {"train/loss": 0.039604805409908295, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.964952727779746e-09, "train/kl": 1.9802433252334595, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.960464477539063e-08, "train/step_time_ms": 50.83823204040527, "train/samples_per_sec": 629.44753811594, "train/data_wait_ms": 0.027169999995635408, "train/accepted": 1.0, "train/grad_norm": 0.25507986545562744, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03214874200000395, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013785331999997652, "rollout/latency/p50": 0.013422976499995798, "rollout/latency/p90": 0.013740154999996436, "rollout/latency/p99": 0.013783121699997593, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7946428571428571, "rollout/reward/observed": 0.7946428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01500111400000037, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 664.0, "data/truncated/memory": 0.0}}
{"step": 81, "time": 1792813175.1707873, "scalars": {"train/loss": 0.034422166645526886, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.0732037480920553e-08, "train/kl": 1.7211109399795532, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.21540641784668e-08, "train/step_time_ms": 33.22243690490723, "train/samples_per_sec": 963.2044780939395, "train/data_wait_ms": 0.024330000002237284, "train/accepted": 1.0, "train/grad_norm": 0.40108421444892883, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.047887306999996326, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.02491994000000375, "rollout/latency/p50": 0.024821250000002237, "rollout/latency/p90": 0.02490145099999097, "rollout/latency/p99": 0.024918160600001897, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8125, "rollout/reward/observed": 0.8125, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.026443222999986915, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 672.0, "data/truncated/memory": 0.0}}
{"step": 82, "time": 1792813175.2052164, "scalars": {"train/loss": 0.03410287946462631, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.385503077879548e-08, "train/kl": 1.70514976978302, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.1548399925231934e-07, "train/step_time_ms": 34.44075584411621, "train/samples_per_sec": 929.1317572946592, "train/data_wait_ms": 0.033639999998058556, "train/accepted": 1.0, "train/grad_norm": 0.489249050617218, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03087445999999261, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012364550000000918, "rollout/latency/p50": 0.0120054149999973, "rollout/latency/p90": 0.012321792999998138, "rollout/latency/p99": 0.01236320150000168, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013448792000005483, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 680.0, "data/truncated/memory": 0.0}}
{"step": 83, "time": 1792813175.2430027, "scalars": {"train/loss": 0.040846262127161026, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.5915945773012936e-08, "train/kl": 2.042320728302002, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.5273690223693848e-07, "train/step_time_ms": 37.69540786743164, "train/samples_per_sec": 848.9097693952159, "train/data_wait_ms": 0.024569000004248664, "train/accepted": 1.0, "train/grad_norm": 0.7744075059890747, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03225857199998927, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012235859999989884, "rollout/latency/p50": 0.011830918999997664, "rollout/latency/p90": 0.012184471899995232, "rollout/latency/p99": 0.0122340619999909, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8080357142857142, "rollout/reward/observed": 0.8080357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013490661999995268, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 688.0, "data/truncated/memory": 0.0}}
{"step": 84, "time": 1792813175.3137813, "scalars": {"train/loss": 0.03978997841477394, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 6.861773726996034e-08, "train/kl": 1.9894975423812866, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.7939677238464355e-08, "train/step_time_ms": 70.66082954406738, "train/samples_per_sec": 452.8675959011111, "train/data_wait_ms": 0.040520000013088975, "train/accepted": 1.0, "train/grad_norm": 0.09382977336645126, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.034702006000003394, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015667665999998803, "rollout/latency/p50": 0.015267964999999606, "rollout/latency/p90": 0.015648818000001084, "rollout/latency/p99": 0.015666168389999343, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7946428571428571, "rollout/reward/observed": 0.7946428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.017613628999995967, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 696.0, "data/truncated/memory": 0.0}}
{"step": 85, "time": 1792813175.3583734, "scalars": {"train/loss": 0.03379411995410919, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -9.214090823661536e-09, "train/kl": 1.689713954925537, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -1.601874828338623e-07, "train/step_time_ms": 44.736385345458984, "train/samples_per_sec": 715.3014208209424, "train/data_wait_ms": 0.056870000008757415, "train/accepted": 1.0, "train/grad_norm": 0.2559707462787628, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.06539579600000422, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.03937279399998772, "rollout/latency/p50": 0.039244198999995206, "rollout/latency/p90": 0.039356813999989984, "rollout/latency/p99": 0.03937144239999043, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8125, "rollout/reward/observed": 0.8125, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.04139522600000589, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 704.0, "data/truncated/memory": 0.0}}
{"step": 86, "time": 1792813175.3983896, "scalars": {"train/loss": 0.04263667017221451, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -5.31417754245922e-09, "train/kl": 2.131829023361206, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 8.940696716308594e-08, "train/step_time_ms": 40.047407150268555, "train/samples_per_sec": 799.0529793833459, "train/data_wait_ms": 0.03051100000561746, "train/accepted": 1.0, "train/grad_norm": 0.34462791681289673, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04093460599999332, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.018073108999999477, "rollout/latency/p50": 0.01751552800000411, "rollout/latency/p90": 0.018009739900003298, "rollout/latency/p99": 0.018071227300000173, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7901785714285714, "rollout/reward/observed": 0.7901785373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.021661375000007865, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 712.0, "data/truncated/memory": 0.0}}
{"step": 87, "time": 1792813175.4567904, "scalars": {"train/loss": 0.04717440903186798, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 6.640220817644149e-09, "train/kl": 2.358719825744629, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.4901161193847656e-08, "train/step_time_ms": 58.40444564819336, "train/samples_per_sec": 547.9034968118025, "train/data_wait_ms": 0.027579999994031823, "train/accepted": 1.0, "train/grad_norm": 0.3516874313354492, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03647068900001216, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015670056000004706, "rollout/latency/p50": 0.015211300000004258, "rollout/latency/p90": 0.015616098900005683, "rollout/latency/p99": 0.015668010000002824, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7455357142857143, "rollout/reward/observed": 0.7455357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.018053358999992497, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 720.0, "data/truncated/memory": 0.0}}
{"step": 88, "time": 1792813175.4878232, "scalars": {"train/loss": 0.03659442067146301, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 6.6484062699601054e-09, "train/kl": 1.8297232389450073, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -4.470348358154297e-08, "train/step_time_ms": 31.07595443725586, "train/samples_per_sec": 1029.7350662104311, "train/data_wait_ms": 0.03170000000807249, "train/accepted": 1.0, "train/grad_norm": 0.9876006245613098, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.055782019999995214, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.038031461000002764, "rollout/latency/p50": 0.03792144599999858, "rollout/latency/p90": 0.03801153499999828, "rollout/latency/p99": 0.038029436700000474, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8169642857142857, "rollout/reward/observed": 0.816964328289032, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.039982933999993975, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 728.0, "data/truncated/memory": 0.0}}
{"step": 89, "time": 1792813175.5165498, "scalars": {"train/loss": 0.03761148825287819, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 7.679864211240783e-08, "train/kl": 1.8805735111236572, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.862645149230957e-08, "train/step_time_ms": 28.7325382232666, "train/samples_per_sec": 1113.7199140341706, "train/data_wait_ms": 0.04798999999877651, "train/accepted": 1.0, "train/grad_norm": 0.3347932696342468, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028583896000000664, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01184634899999537, "rollout/latency/p50": 0.011443589000002419, "rollout/latency/p90": 0.011829347000001178, "rollout/latency/p99": 0.011844882699999601, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7678571428571428, "rollout/reward/observed": 0.7678571343421936, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012981311000004325, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 736.0, "data/truncated/memory": 0.0}}
{"step": 90, "time": 1792813175.5569508, "scalars": {"train/loss": 0.041351012885570526, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.818058758042753e-08, "train/kl": 2.06754994392395, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.4901161193847656e-08, "train/step_time_ms": 40.34852981567383, "train/samples_per_sec": 793.0896155618848, "train/data_wait_ms": 0.030949999995755206, "train/accepted": 1.0, "train/grad_norm": 0.27331623435020447, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026522012000000927, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01029212599999596, "rollout/latency/p50": 0.01003638099999904, "rollout/latency/p90": 0.01025635500000277, "rollout/latency/p99": 0.010290870809996733, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8348214285714285, "rollout/reward/observed": 0.8348214030265808, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011178887999989229, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 744.0, "data/truncated/memory": 0.0}}
{"step": 91, "time": 1792813175.6328158, "scalars": {"train/loss": 0.03542020916938782, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.6488123694434762e-08, "train/kl": 1.7710105180740356, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 75.68693161010742, "train/samples_per_sec": 422.79425680571046, "train/data_wait_ms": 0.03343000000199936, "train/accepted": 1.0, "train/grad_norm": 0.0007835334981791675, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03772907100000111, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01496173399999634, "rollout/latency/p50": 0.014426782999997556, "rollout/latency/p90": 0.01490521589999645, "rollout/latency/p99": 0.014959883299995197, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.016771887000004426, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 752.0, "data/truncated/memory": 0.0}}
{"step": 92, "time": 1792813175.6725702, "scalars": {"train/loss": 0.03820882365107536, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.4108081813901663e-08, "train/kl": 1.910441279411316, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 39.89529609680176, "train/samples_per_sec": 802.0995739035337, "train/data_wait_ms": 0.025910000005069378, "train/accepted": 1.0, "train/grad_norm": 0.0005605335463769734, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.0671944179999997, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.03074920899999256, "rollout/latency/p50": 0.030421838999991735, "rollout/latency/p90": 0.030546656999992195, "rollout/latency/p99": 0.030746828199993814, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.043725760000000946, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 760.0, "data/truncated/memory": 0.0}}
{"step": 93, "time": 1792813175.7049558, "scalars": {"train/loss": 0.0388064831495285, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.831428330158815e-08, "train/kl": 1.9403252601623535, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.0489096641540527e-08, "train/step_time_ms": 32.42158889770508, "train/samples_per_sec": 986.9966614210286, "train/data_wait_ms": 0.03483999999787102, "train/accepted": 1.0, "train/grad_norm": 0.12964779138565063, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.036297609000001785, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.018050829000003432, "rollout/latency/p50": 0.01743612349999779, "rollout/latency/p90": 0.017979145999997573, "rollout/latency/p99": 0.018049055800002094, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8303571428571428, "rollout/reward/observed": 0.8303571939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.020553984000002856, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 768.0, "data/truncated/memory": 0.0}}
{"step": 94, "time": 1792813175.7357893, "scalars": {"train/loss": 0.036910079419612885, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.564421836519614e-08, "train/kl": 1.8455016613006592, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 4.842877388000488e-08, "train/step_time_ms": 30.851364135742188, "train/samples_per_sec": 1037.2312828438949, "train/data_wait_ms": 0.025790000009351388, "train/accepted": 1.0, "train/grad_norm": 0.19622547924518585, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.029610308000002306, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012442699999994034, "rollout/latency/p50": 0.012040388999999152, "rollout/latency/p90": 0.012388662900004023, "rollout/latency/p99": 0.012440824499995244, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8258928571428571, "rollout/reward/observed": 0.8258929252624512, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013876891999998975, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 776.0, "data/truncated/memory": 0.0}}
{"step": 95, "time": 1792813175.795032, "scalars": {"train/loss": 0.03185807168483734, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.7516867956146598e-08, "train/kl": 1.5929036140441895, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 59.2494010925293, "train/samples_per_sec": 540.0898474910466, "train/data_wait_ms": 0.030800000004660433, "train/accepted": 1.0, "train/grad_norm": 0.00217112572863698, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02847215599999231, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011395577999991247, "rollout/latency/p50": 0.011038098000000218, "rollout/latency/p90": 0.011351988999997786, "rollout/latency/p99": 0.011394080699992912, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8392857142857142, "rollout/reward/observed": 0.8392857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012528939999995714, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 784.0, "data/truncated/memory": 0.0}}
{"step": 96, "time": 1792813175.8332279, "scalars": {"train/loss": 0.03544877842068672, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 7.175913196988404e-10, "train/kl": 1.7724376916885376, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.60770320892334e-08, "train/step_time_ms": 38.19775581359863, "train/samples_per_sec": 837.7455512349185, "train/data_wait_ms": 0.027329999994663012, "train/accepted": 1.0, "train/grad_norm": 0.09243106842041016, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.05606680999999014, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.023705738999993287, "rollout/latency/p50": 0.023608213499997532, "rollout/latency/p90": 0.02368943399999921, "rollout/latency/p99": 0.023704080189993704, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8526785714285714, "rollout/reward/observed": 0.8526785373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.02614726299999859, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 792.0, "data/truncated/memory": 0.0}}
{"step": 97, "time": 1792813175.8688648, "scalars": {"train/loss": 0.03825855627655983, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.9705915949307382e-08, "train/kl": 1.9129278659820557, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 35.669803619384766, "train/samples_per_sec": 897.1173584653433, "train/data_wait_ms": 0.07671000000186723, "train/accepted": 1.0, "train/grad_norm": 0.0013153424952179193, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03513327599999627, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01522248399999171, "rollout/latency/p50": 0.014809422999995547, "rollout/latency/p90": 0.015162921000001007, "rollout/latency/p99": 0.015217877399993824, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.016647757000001207, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 800.0, "data/truncated/memory": 0.0}}
{"step": 98, "time": 1792813175.9243984, "scalars": {"train/loss": 0.03585899993777275, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.0149960871785879e-08, "train/kl": 1.7929530143737793, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -5.960464477539063e-08, "train/step_time_ms": 55.45163154602051, "train/samples_per_sec": 577.0795034848074, "train/data_wait_ms": 0.027591000005600108, "train/accepted": 1.0, "train/grad_norm": 0.15233728289604187, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03368687399999715, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013163141000006817, "rollout/latency/p50": 0.012893169999998122, "rollout/latency/p90": 0.013132164900001441, "rollout/latency/p99": 0.013162059100003206, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7589285714285714, "rollout/reward/observed": 0.7589285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013982212000001937, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 808.0, "data/truncated/memory": 0.0}}
{"step": 99, "time": 1792813175.9544291, "scalars": {"train/loss": 0.04078877717256546, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.1506926966831088e-08, "train/kl": 2.0394389629364014, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 30.081987380981445, "train/samples_per_sec": 1063.7595048068922, "train/data_wait_ms": 0.02519000000233973, "train/accepted": 1.0, "train/grad_norm": 0.0015662742080166936, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.05290781499999753, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01010057599999925, "rollout/latency/p50": 0.009830575499996996, "rollout/latency/p90": 0.01007045389999348, "rollout/latency/p99": 0.0100994475999984, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010993447000004153, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 816.0, "data/truncated/memory": 0.0}}
{"step": 100, "time": 1792813175.9848824, "scalars": {"train/loss": 0.033499713987112045, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.859157343162224e-08, "train/kl": 1.6749850511550903, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.30385160446167e-08, "train/step_time_ms": 30.426025390625, "train/samples_per_sec": 1051.7311935807422, "train/data_wait_ms": 0.029569999995260332, "train/accepted": 1.0, "train/grad_norm": 0.7171770930290222, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02767889400000456, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011035797999994656, "rollout/latency/p50": 0.010667922499997928, "rollout/latency/p90": 0.010984724899996934, "rollout/latency/p99": 0.011033937999994947, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8348214285714286, "rollout/reward/observed": 0.8348214626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01215733000000796, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 824.0, "data/truncated/memory": 0.0}}
{"step": 101, "time": 1792813176.0246716, "scalars": {"train/loss": 0.03317441791296005, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -5.41058398084715e-09, "train/kl": 1.6587220430374146, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.2351741790771484e-08, "train/step_time_ms": 39.68477249145508, "train/samples_per_sec": 806.354629017723, "train/data_wait_ms": 0.03069000000266442, "train/accepted": 1.0, "train/grad_norm": 0.5336378812789917, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027801065000005565, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01095989799999586, "rollout/latency/p50": 0.010622472000001437, "rollout/latency/p90": 0.010915756899996154, "rollout/latency/p99": 0.010957957399998292, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8258928571428571, "rollout/reward/observed": 0.8258928656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012134289999991665, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 832.0, "data/truncated/memory": 0.0}}
{"step": 102, "time": 1792813176.0793092, "scalars": {"train/loss": 0.04357544705271721, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.5249180402606726e-08, "train/kl": 2.1787710189819336, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.60770320892334e-08, "train/step_time_ms": 54.78167533874512, "train/samples_per_sec": 584.1369363409656, "train/data_wait_ms": 0.03169000000013966, "train/accepted": 1.0, "train/grad_norm": 0.3393135070800781, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.035675017999992065, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.015832005000007143, "rollout/latency/p50": 0.01539324950000065, "rollout/latency/p90": 0.015765772000003155, "rollout/latency/p99": 0.015825609700004434, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8348214285714285, "rollout/reward/observed": 0.8348214626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.018035259000001247, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 840.0, "data/truncated/memory": 0.0}}
{"step": 103, "time": 1792813176.1082053, "scalars": {"train/loss": 0.03488916903734207, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.888089850079268e-08, "train/kl": 1.744458556175232, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 28.887033462524414, "train/samples_per_sec": 1107.7634552372463, "train/data_wait_ms": 0.02351999999916643, "train/accepted": 1.0, "train/grad_norm": 0.003340607974678278, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.052300064999997176, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012319770000004837, "rollout/latency/p50": 0.011951834000001327, "rollout/latency/p90": 0.012300507000000493, "rollout/latency/p99": 0.01231791310000318, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7857142857142857, "rollout/reward/observed": 0.7857142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.024181059000000005, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 848.0, "data/truncated/memory": 0.0}}
{"step": 104, "time": 1792813176.1365056, "scalars": {"train/loss": 0.03375678509473801, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.4580109564121813e-08, "train/kl": 1.6878433227539062, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -8.009374141693115e-08, "train/step_time_ms": 28.29289436340332, "train/samples_per_sec": 1131.026030387043, "train/data_wait_ms": 0.030080000001930784, "train/accepted": 1.0, "train/grad_norm": 0.2149496227502823, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026632352999996556, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01111792800000444, "rollout/latency/p50": 0.010821092000007582, "rollout/latency/p90": 0.011082324900010576, "rollout/latency/p99": 0.01111659810000674, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7991071428571428, "rollout/reward/observed": 0.7991071939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.0121007689999999, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 856.0, "data/truncated/memory": 0.0}}
{"step": 105, "time": 1792813176.1653078, "scalars": {"train/loss": 0.037112001329660416, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.0346411727368832e-08, "train/kl": 1.855600118637085, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 28.834819793701172, "train/samples_per_sec": 1109.769377056771, "train/data_wait_ms": 0.03447000000278422, "train/accepted": 1.0, "train/grad_norm": 0.0018546844366937876, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026251982000005114, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010139236000000551, "rollout/latency/p50": 0.009823950499992407, "rollout/latency/p90": 0.010097916999991697, "rollout/latency/p99": 0.010137531000000451, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8392857142857142, "rollout/reward/observed": 0.8392857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011323308000001475, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 864.0, "data/truncated/memory": 0.0}}
{"step": 106, "time": 1792813176.1937242, "scalars": {"train/loss": 0.03488829359412193, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.486638888716698e-08, "train/kl": 1.7444188594818115, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -8.195638656616211e-08, "train/step_time_ms": 28.340578079223633, "train/samples_per_sec": 1129.12305142636, "train/data_wait_ms": 0.02870000000143591, "train/accepted": 1.0, "train/grad_norm": 0.3637816905975342, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02685586299999443, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010114275999995925, "rollout/latency/p50": 0.009804960999993284, "rollout/latency/p90": 0.010073649999998225, "rollout/latency/p99": 0.010112753899995539, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8526785714285714, "rollout/reward/observed": 0.8526785373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010932287000002816, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 872.0, "data/truncated/memory": 0.0}}
{"step": 107, "time": 1792813176.2462535, "scalars": {"train/loss": 0.03690950945019722, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.459717845544219e-09, "train/kl": 1.8454755544662476, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 52.55389213562012, "train/samples_per_sec": 608.8987646703897, "train/data_wait_ms": 0.024800000005598122, "train/accepted": 1.0, "train/grad_norm": 0.0027591995894908905, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02588003200000344, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011202277999998955, "rollout/latency/p50": 0.010911432999996862, "rollout/latency/p90": 0.011167554000002156, "rollout/latency/p99": 0.011200963600000335, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012175150000004464, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 880.0, "data/truncated/memory": 0.0}}
{"step": 108, "time": 1792813176.275926, "scalars": {"train/loss": 0.04431615024805069, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.50974005414173e-09, "train/kl": 2.2158031463623047, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 8.940696716308594e-08, "train/step_time_ms": 29.67095375061035, "train/samples_per_sec": 1078.4958336346615, "train/data_wait_ms": 0.02960000000484797, "train/accepted": 1.0, "train/grad_norm": 0.5490919351577759, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.049817399999994905, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.03272953299999415, "rollout/latency/p50": 0.03261833199999842, "rollout/latency/p90": 0.032713557000002426, "rollout/latency/p99": 0.03272811939999613, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8080357142857143, "rollout/reward/observed": 0.8080357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.03389032399999792, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 888.0, "data/truncated/memory": 0.0}}
{"step": 109, "time": 1792813176.3049822, "scalars": {"train/loss": 0.03944003954529762, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.4379914975725114e-08, "train/kl": 1.972001314163208, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.30385160446167e-08, "train/step_time_ms": 29.057979583740234, "train/samples_per_sec": 1101.2465580334433, "train/data_wait_ms": 0.026650999998878433, "train/accepted": 1.0, "train/grad_norm": 0.16779950261116028, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027445263999993585, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011224446999989368, "rollout/latency/p50": 0.010876901999992583, "rollout/latency/p90": 0.01118335189999442, "rollout/latency/p99": 0.01122305540999207, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8348214285714285, "rollout/reward/observed": 0.8348214626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012542460000005917, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 896.0, "data/truncated/memory": 0.0}}
{"step": 110, "time": 1792813176.3301291, "scalars": {"train/loss": 0.04081901162862778, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 6.65095285512507e-08, "train/kl": 2.0409505367279053, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 25.187969207763672, "train/samples_per_sec": 1270.447797360998, "train/data_wait_ms": 0.029409000006808128, "train/accepted": 1.0, "train/grad_norm": 0.000913619005586952, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02655428299999585, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010481757000007974, "rollout/latency/p50": 0.01013148100000194, "rollout/latency/p90": 0.010466670999997518, "rollout/latency/p99": 0.01048041160000679, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011577208999995037, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 904.0, "data/truncated/memory": 0.0}}
{"step": 111, "time": 1792813176.3577487, "scalars": {"train/loss": 0.03482716158032417, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.3370375856757164e-08, "train/kl": 1.7413580417633057, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 27.599811553955078, "train/samples_per_sec": 1159.428206147095, "train/data_wait_ms": 0.049859999990076176, "train/accepted": 1.0, "train/grad_norm": 0.0009702763054519892, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.0230251969999955, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.008631324000006657, "rollout/latency/p50": 0.008368568500003448, "rollout/latency/p90": 0.008600943000008954, "rollout/latency/p99": 0.008630102600006921, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.00956258599998705, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 912.0, "data/truncated/memory": 0.0}}
{"step": 112, "time": 1792813176.4068763, "scalars": {"train/loss": 0.03622731938958168, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.3129465514793992e-08, "train/kl": 1.811366081237793, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 17.9288387298584, "train/samples_per_sec": 1784.833947259937, "train/data_wait_ms": 0.028940000007082745, "train/accepted": 1.0, "train/grad_norm": 0.000784880539868027, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.025294341000005716, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010563716999996586, "rollout/latency/p50": 0.010290211500006308, "rollout/latency/p90": 0.010529968000004431, "rollout/latency/p99": 0.010562557599997574, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8392857142857142, "rollout/reward/observed": 0.8392857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011460857999992413, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 920.0, "data/truncated/memory": 0.0}}
{"step": 113, "time": 1792813176.4364445, "scalars": {"train/loss": 0.04375435411930084, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.9959770725108683e-08, "train/kl": 2.1877150535583496, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 5.587935447692871e-08, "train/step_time_ms": 60.752153396606445, "train/samples_per_sec": 526.7303002594059, "train/data_wait_ms": 0.033959999996113766, "train/accepted": 1.0, "train/grad_norm": 0.18343040347099304, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.028443375999998466, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01409937299999342, "rollout/latency/p50": 0.013549451999992357, "rollout/latency/p90": 0.013634431999999207, "rollout/latency/p99": 0.014097770299995175, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8482142857142856, "rollout/reward/observed": 0.8482142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.015279974999998558, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 928.0, "data/truncated/memory": 0.0}}
{"step": 114, "time": 1792813176.4787893, "scalars": {"train/loss": 0.03851129859685898, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.2808308131061494e-08, "train/kl": 1.9255692958831787, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -8.568167686462402e-08, "train/step_time_ms": 42.19818115234375, "train/samples_per_sec": 758.3265232326885, "train/data_wait_ms": 0.04864000000281976, "train/accepted": 1.0, "train/grad_norm": 0.12261221557855606, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026721362999992948, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01120284799999638, "rollout/latency/p50": 0.0108231279999913, "rollout/latency/p90": 0.011154907999987529, "rollout/latency/p99": 0.011201158499995359, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7991071428571428, "rollout/reward/observed": 0.7991071939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012381700000005935, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 936.0, "data/truncated/memory": 0.0}}
{"step": 115, "time": 1792813176.5454013, "scalars": {"train/loss": 0.035936083644628525, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 8.141796570271254e-09, "train/kl": 1.7968032360076904, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.862645149230957e-08, "train/step_time_ms": 66.69044494628906, "train/samples_per_sec": 479.8288574288574, "train/data_wait_ms": 0.05068999999480184, "train/accepted": 1.0, "train/grad_norm": 0.15652871131896973, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03913666399999727, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01638962599999161, "rollout/latency/p50": 0.01599513099999683, "rollout/latency/p90": 0.01632035599999142, "rollout/latency/p99": 0.0163845326999909, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8348214285714286, "rollout/reward/observed": 0.8348214626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01796088899999404, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 944.0, "data/truncated/memory": 0.0}}
{"step": 116, "time": 1792813176.5769126, "scalars": {"train/loss": 0.039845939725637436, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -4.548292054096237e-08, "train/kl": 1.9922972917556763, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.725290298461914e-09, "train/step_time_ms": 31.59475326538086, "train/samples_per_sec": 1012.8263933956142, "train/data_wait_ms": 0.030469999998672392, "train/accepted": 1.0, "train/grad_norm": 0.1515830010175705, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.06366627199999186, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.028782496000005153, "rollout/latency/p50": 0.028335374999997498, "rollout/latency/p90": 0.028759354000003158, "rollout/latency/p99": 0.028780716600003302, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8258928571428571, "rollout/reward/observed": 0.8258928656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.03047638900000038, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 952.0, "data/truncated/memory": 0.0}}
{"step": 117, "time": 1792813176.611624, "scalars": {"train/loss": 0.03991613909602165, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.51210474036634e-08, "train/kl": 1.9958069324493408, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 34.673213958740234, "train/samples_per_sec": 922.9026198170941, "train/data_wait_ms": 0.04882999999722415, "train/accepted": 1.0, "train/grad_norm": 0.0008253174019046128, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02899215700000468, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011456188000011025, "rollout/latency/p50": 0.011109632500001965, "rollout/latency/p90": 0.011438162000007423, "rollout/latency/p99": 0.011454566700011241, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012582539999996811, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 960.0, "data/truncated/memory": 0.0}}
{"step": 118, "time": 1792813176.645789, "scalars": {"train/loss": 0.03812965005636215, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.486537363845855e-09, "train/kl": 1.9064805507659912, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 3.91155481338501e-08, "train/step_time_ms": 34.09528732299805, "train/samples_per_sec": 938.5461309315693, "train/data_wait_ms": 0.04739000000597571, "train/accepted": 1.0, "train/grad_norm": 0.6218674778938293, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03128951000000768, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013388571999996657, "rollout/latency/p50": 0.012994805999994696, "rollout/latency/p90": 0.013339789899994514, "rollout/latency/p99": 0.01338704989999627, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8169642857142857, "rollout/reward/observed": 0.8169642686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01433548299999643, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 968.0, "data/truncated/memory": 0.0}}
{"step": 119, "time": 1792813176.6946547, "scalars": {"train/loss": 0.045419614762067795, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 5.7908437156584114e-08, "train/kl": 2.2709765434265137, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 8.381903171539307e-08, "train/step_time_ms": 48.94065856933594, "train/samples_per_sec": 653.85307299583, "train/data_wait_ms": 0.02951999999822874, "train/accepted": 1.0, "train/grad_norm": 1.323390245437622, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03089982999999563, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011911999000005835, "rollout/latency/p50": 0.011476173999994899, "rollout/latency/p90": 0.011844705999996563, "rollout/latency/p99": 0.011910191700003878, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8080357142857142, "rollout/reward/observed": 0.8080357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013292771999999786, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 976.0, "data/truncated/memory": 0.0}}
{"step": 120, "time": 1792813176.7237527, "scalars": {"train/loss": 0.03619975596666336, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -9.185896487906575e-09, "train/kl": 1.8099863529205322, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.7939677238464355e-08, "train/step_time_ms": 29.117822647094727, "train/samples_per_sec": 1098.9832717863899, "train/data_wait_ms": 0.03550999998935822, "train/accepted": 1.0, "train/grad_norm": 0.2314942181110382, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04616212399999142, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.0292828070000013, "rollout/latency/p50": 0.029199942000005308, "rollout/latency/p90": 0.02926867600000378, "rollout/latency/p99": 0.029281381000002257, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8169642857142857, "rollout/reward/observed": 0.8169642686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.03042612900000563, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 984.0, "data/truncated/memory": 0.0}}
{"step": 121, "time": 1792813176.7560225, "scalars": {"train/loss": 0.03335690498352051, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.433807821944356e-08, "train/kl": 1.667845368385315, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 32.2566032409668, "train/samples_per_sec": 992.0449391695123, "train/data_wait_ms": 0.024330999991661884, "train/accepted": 1.0, "train/grad_norm": 0.0005431232857517898, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026546121999999173, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011596179000008533, "rollout/latency/p50": 0.011229403500003343, "rollout/latency/p90": 0.011551127900000326, "rollout/latency/p99": 0.011594272500007179, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012827371000000198, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 992.0, "data/truncated/memory": 0.0}}
{"step": 122, "time": 1792813176.7827232, "scalars": {"train/loss": 0.03620756044983864, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -2.6086127036251128e-08, "train/kl": 1.810378074645996, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 26.695728302001953, "train/samples_per_sec": 1198.6936500848442, "train/data_wait_ms": 0.031199999995124017, "train/accepted": 1.0, "train/grad_norm": 0.00035407376708462834, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02950772799999868, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012970750999997449, "rollout/latency/p50": 0.012531155499992508, "rollout/latency/p90": 0.012915508899989448, "rollout/latency/p99": 0.012968069499998052, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01427732300000173, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1000.0, "data/truncated/memory": 0.0}}
{"step": 123, "time": 1792813176.833884, "scalars": {"train/loss": 0.036766618490219116, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 7.420339898089878e-08, "train/kl": 1.8383328914642334, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -3.725290298461914e-08, "train/step_time_ms": 51.18107795715332, "train/samples_per_sec": 625.2310673641746, "train/data_wait_ms": 0.03184899999553181, "train/accepted": 1.0, "train/grad_norm": 0.5360684990882874, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024391379999997298, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010647746999993046, "rollout/latency/p50": 0.010286927000002777, "rollout/latency/p90": 0.010601151999993876, "rollout/latency/p99": 0.010646020299993352, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7946428571428572, "rollout/reward/observed": 0.7946428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011596468999997, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1008.0, "data/truncated/memory": 0.0}}
{"step": 124, "time": 1792813176.861487, "scalars": {"train/loss": 0.04522024467587471, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -4.090816219104454e-08, "train/kl": 2.2610116004943848, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 1.4901161193847656e-08, "train/step_time_ms": 27.620315551757812, "train/samples_per_sec": 1158.5675022443202, "train/data_wait_ms": 0.029499999996573933, "train/accepted": 1.0, "train/grad_norm": 0.20680347084999084, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04865205800000183, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012577319999991232, "rollout/latency/p50": 0.01223335899999256, "rollout/latency/p90": 0.012538339899994356, "rollout/latency/p99": 0.01257599629998964, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013961891999997533, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1016.0, "data/truncated/memory": 0.0}}
{"step": 125, "time": 1792813176.8878279, "scalars": {"train/loss": 0.03588353469967842, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -5.427864380180836e-09, "train/kl": 1.7941768169403076, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 26.358366012573242, "train/samples_per_sec": 1214.0358011849305, "train/data_wait_ms": 0.02629000000808901, "train/accepted": 1.0, "train/grad_norm": 0.00027100922306999564, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02539924100000235, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011827808999996137, "rollout/latency/p50": 0.011523282999995388, "rollout/latency/p90": 0.011811672999989753, "rollout/latency/p99": 0.011826355099996988, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285969734192, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012660600000003797, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1024.0, "data/truncated/memory": 0.0}}
{"step": 126, "time": 1792813176.91762, "scalars": {"train/loss": 0.03398434445261955, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.3773842511000112e-08, "train/kl": 1.6992162466049194, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.0489096641540527e-08, "train/step_time_ms": 29.74867820739746, "train/samples_per_sec": 1075.678044480064, "train/data_wait_ms": 0.02557099999478396, "train/accepted": 1.0, "train/grad_norm": 0.10506737232208252, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024304259000004436, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010115536000000702, "rollout/latency/p50": 0.009767670999991651, "rollout/latency/p90": 0.010073188999990636, "rollout/latency/p99": 0.01011398940999939, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8348214285714286, "rollout/reward/observed": 0.8348214626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011458658999998761, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1032.0, "data/truncated/memory": 0.0}}
{"step": 127, "time": 1792813176.9440377, "scalars": {"train/loss": 0.035371728241443634, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 5.8256773627363145e-08, "train/kl": 1.7685863971710205, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 26.45277976989746, "train/samples_per_sec": 1209.702733639174, "train/data_wait_ms": 0.02435000000389209, "train/accepted": 1.0, "train/grad_norm": 0.00027482034056447446, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027214673999992556, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011934088999993264, "rollout/latency/p50": 0.011605213499997546, "rollout/latency/p90": 0.011894847999998605, "rollout/latency/p99": 0.011932551399993798, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8392857142857142, "rollout/reward/observed": 0.8392857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013055360999999266, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1040.0, "data/truncated/memory": 0.0}}
{"step": 128, "time": 1792813176.9964738, "scalars": {"train/loss": 0.033463750034570694, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.113746060989797e-08, "train/kl": 1.6731852293014526, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 4.6566128730773926e-08, "train/step_time_ms": 52.33502388000488, "train/samples_per_sec": 611.4452163692605, "train/data_wait_ms": 0.029179999998518724, "train/accepted": 1.0, "train/grad_norm": 0.08234924077987671, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02426565899999389, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011015438000001154, "rollout/latency/p50": 0.010703067999997984, "rollout/latency/p90": 0.010973810000000129, "rollout/latency/p99": 0.011014043000000272, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7767857142857142, "rollout/reward/observed": 0.7767857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011958449999994514, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1048.0, "data/truncated/memory": 0.0}}
{"step": 129, "time": 1792813177.022482, "scalars": {"train/loss": 0.03183818981051445, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.602711563464254e-08, "train/kl": 1.5919095277786255, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 26.10301971435547, "train/samples_per_sec": 1225.9118044645793, "train/data_wait_ms": 0.04446000001223638, "train/accepted": 1.0, "train/grad_norm": 0.003106582211330533, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.048889489000004005, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.03222911199999601, "rollout/latency/p50": 0.03213911200000297, "rollout/latency/p90": 0.03221503400000643, "rollout/latency/p99": 0.03222751240000022, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.03340255400000558, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1056.0, "data/truncated/memory": 0.0}}
{"step": 130, "time": 1792813177.0522647, "scalars": {"train/loss": 0.03602881729602814, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.9485818231478333e-08, "train/kl": 1.8014392852783203, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 3.166496753692627e-08, "train/step_time_ms": 29.723405838012695, "train/samples_per_sec": 1076.5926413142, "train/data_wait_ms": 0.03062000000397802, "train/accepted": 1.0, "train/grad_norm": 1.2820442914962769, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.023660368999998127, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010256177000002253, "rollout/latency/p50": 0.009942961499994851, "rollout/latency/p90": 0.010221719999989887, "rollout/latency/p99": 0.010255178799998958, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7991071428571428, "rollout/reward/observed": 0.7991071939468384, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01149709899999607, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1064.0, "data/truncated/memory": 0.0}}
{"step": 131, "time": 1792813177.0788286, "scalars": {"train/loss": 0.03704780340194702, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.114211383741349e-08, "train/kl": 1.8523902893066406, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 26.633024215698242, "train/samples_per_sec": 1201.5158226431647, "train/data_wait_ms": 0.023729999995225626, "train/accepted": 1.0, "train/grad_norm": 0.00025542412186041474, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026733163000002946, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01151559800000257, "rollout/latency/p50": 0.011110553000001744, "rollout/latency/p90": 0.011460566900001369, "rollout/latency/p99": 0.01151203300000276, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8392857142857142, "rollout/reward/observed": 0.8392857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012764110999995637, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1072.0, "data/truncated/memory": 0.0}}
{"step": 132, "time": 1792813177.1058657, "scalars": {"train/loss": 0.035513050854206085, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -3.7052814150229096e-09, "train/kl": 1.7756526470184326, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 27.02784538269043, "train/samples_per_sec": 1183.9641505605885, "train/data_wait_ms": 0.03047999999239437, "train/accepted": 1.0, "train/grad_norm": 0.00042206287616863847, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024398370000000114, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010316986999995947, "rollout/latency/p50": 0.009957630999998912, "rollout/latency/p90": 0.010270543900000463, "rollout/latency/p99": 0.010315083599997053, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01158652899999879, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1080.0, "data/truncated/memory": 0.0}}
{"step": 133, "time": 1792813177.152026, "scalars": {"train/loss": 0.03458990529179573, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.9325641409959644e-08, "train/kl": 1.7294992208480835, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -7.82310962677002e-08, "train/step_time_ms": 46.091318130493164, "train/samples_per_sec": 694.2739174740458, "train/data_wait_ms": 0.040479999995568505, "train/accepted": 1.0, "train/grad_norm": 0.11006344109773636, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024631229999997117, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010105535999997528, "rollout/latency/p50": 0.00975757500000185, "rollout/latency/p90": 0.010059800899996675, "rollout/latency/p99": 0.010103483799999537, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7991071428571428, "rollout/reward/observed": 0.7991071343421936, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01106008900001143, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1088.0, "data/truncated/memory": 0.0}}
{"step": 134, "time": 1792813177.1792352, "scalars": {"train/loss": 0.038194190710783005, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.3439148460747674e-08, "train/kl": 1.9097094535827637, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 3.725290298461914e-09, "train/step_time_ms": 27.277708053588867, "train/samples_per_sec": 1173.1190881995612, "train/data_wait_ms": 0.049650999997652434, "train/accepted": 1.0, "train/grad_norm": 0.5634150505065918, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04219133799999497, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01354831200001172, "rollout/latency/p50": 0.013466737000008777, "rollout/latency/p90": 0.013534816000003502, "rollout/latency/p99": 0.01354699450001064, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8258928571428571, "rollout/reward/observed": 0.8258929252624512, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.015048063999998362, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1096.0, "data/truncated/memory": 0.0}}
{"step": 135, "time": 1792813177.2066557, "scalars": {"train/loss": 0.03893425688147545, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.794128471985459e-08, "train/kl": 1.9467129707336426, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 27.395248413085938, "train/samples_per_sec": 1168.085775952099, "train/data_wait_ms": 0.0283800000033807, "train/accepted": 1.0, "train/grad_norm": 0.0002589865180198103, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.0242285690000017, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010545206999992729, "rollout/latency/p50": 0.010178230999997595, "rollout/latency/p90": 0.010502251899998783, "rollout/latency/p99": 0.010543808899993791, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011755128000004333, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1104.0, "data/truncated/memory": 0.0}}
{"step": 136, "time": 1792813177.2355676, "scalars": {"train/loss": 0.041763171553611755, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.0073563316836953e-08, "train/kl": 2.08815860748291, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 28.903961181640625, "train/samples_per_sec": 1107.1146891909727, "train/data_wait_ms": 0.03109000000733886, "train/accepted": 1.0, "train/grad_norm": 0.0002716655726544559, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024925350000003732, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011347098000001665, "rollout/latency/p50": 0.010982877000003555, "rollout/latency/p90": 0.011301416900002437, "rollout/latency/p99": 0.01134537440000443, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8571428571428571, "rollout/reward/observed": 0.8571428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012457499999996458, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1112.0, "data/truncated/memory": 0.0}}
{"step": 137, "time": 1792813177.279783, "scalars": {"train/loss": 0.038325950503349304, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -5.252650225884281e-08, "train/kl": 1.9163012504577637, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -7.264316082000732e-08, "train/step_time_ms": 44.26074028015137, "train/samples_per_sec": 722.9883593779458, "train/data_wait_ms": 0.02351999999916643, "train/accepted": 1.0, "train/grad_norm": 0.12116991728544235, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.026391133000004174, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010516846000001578, "rollout/latency/p50": 0.010245910999998387, "rollout/latency/p90": 0.010482881999993766, "rollout/latency/p99": 0.010515432399999157, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8526785714285714, "rollout/reward/observed": 0.8526785373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011578918999987309, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1120.0, "data/truncated/memory": 0.0}}
{"step": 138, "time": 1792813177.309085, "scalars": {"train/loss": 0.0382532924413681, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.596163201611489e-09, "train/kl": 1.9126636981964111, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 2.0489096641540527e-08, "train/step_time_ms": 29.297590255737305, "train/samples_per_sec": 1092.2400006510259, "train/data_wait_ms": 0.02370999999357082, "train/accepted": 1.0, "train/grad_norm": 0.12884660065174103, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04212994800001013, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.02645798300000024, "rollout/latency/p50": 0.02640685300000456, "rollout/latency/p90": 0.026449422000007418, "rollout/latency/p99": 0.026457183200000144, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8125, "rollout/reward/observed": 0.8125, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.027664624999999887, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1128.0, "data/truncated/memory": 0.0}}
{"step": 139, "time": 1792813177.3357136, "scalars": {"train/loss": 0.039129581302404404, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -8.098140824586153e-09, "train/kl": 1.9564790725708008, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 26.633739471435547, "train/samples_per_sec": 1201.4835556351268, "train/data_wait_ms": 0.023679999998194035, "train/accepted": 1.0, "train/grad_norm": 0.0003924055490642786, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027060323999990032, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.011095428000004404, "rollout/latency/p50": 0.01071840699999882, "rollout/latency/p90": 0.011047187900005896, "rollout/latency/p99": 0.011093527700003563, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012209619999993038, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1136.0, "data/truncated/memory": 0.0}}
{"step": 140, "time": 1792813177.3662155, "scalars": {"train/loss": 0.0335196815431118, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -6.0517777455970645e-09, "train/kl": 1.6759841442108154, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 30.498981475830078, "train/samples_per_sec": 1049.2153656134208, "train/data_wait_ms": 0.030249999994680365, "train/accepted": 1.0, "train/grad_norm": 0.000227013326366432, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.024427829999993378, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.00936863500000129, "rollout/latency/p50": 0.009086420000002704, "rollout/latency/p90": 0.00933223099999765, "rollout/latency/p99": 0.009367038500003559, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8392857142857142, "rollout/reward/observed": 0.8392857313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.010289286000002562, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1144.0, "data/truncated/memory": 0.0}}
{"step": 141, "time": 1792813177.3956308, "scalars": {"train/loss": 0.03846248984336853, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.728746378328651e-08, "train/kl": 1.9231245517730713, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 29.38079833984375, "train/samples_per_sec": 1089.146715138925, "train/data_wait_ms": 0.026050000002442175, "train/accepted": 1.0, "train/grad_norm": 0.00026586861349642277, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02812046500000065, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01226485000000821, "rollout/latency/p50": 0.01185177900001122, "rollout/latency/p90": 0.012212693900006856, "rollout/latency/p99": 0.012262974190008293, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013576550999999881, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1152.0, "data/truncated/memory": 0.0}}
{"step": 142, "time": 1792813177.4356532, "scalars": {"train/loss": 0.039944615215063095, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 5.3247276809997857e-08, "train/kl": 1.9972307682037354, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 40.04502296447754, "train/samples_per_sec": 799.1005531045897, "train/data_wait_ms": 0.026550000001179797, "train/accepted": 1.0, "train/grad_norm": 0.00027800482348538935, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.0267062929999895, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01130017799999905, "rollout/latency/p50": 0.010946848000003229, "rollout/latency/p90": 0.01128148100000601, "rollout/latency/p99": 0.011298553600001213, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.012495200000003592, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1160.0, "data/truncated/memory": 0.0}}
{"step": 143, "time": 1792813177.4672167, "scalars": {"train/loss": 0.032426703721284866, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.4402546589262784e-08, "train/kl": 1.6213352680206299, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 31.58116340637207, "train/samples_per_sec": 1013.2622281275243, "train/data_wait_ms": 0.028059999991114637, "train/accepted": 1.0, "train/grad_norm": 0.00021323752298485488, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03771780099999944, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.009367916000002197, "rollout/latency/p50": 0.009318040000003691, "rollout/latency/p90": 0.009358317999996757, "rollout/latency/p99": 0.00936701978999963, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01017395700000634, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1168.0, "data/truncated/memory": 0.0}}
{"step": 144, "time": 1792813177.507845, "scalars": {"train/loss": 0.038800351321697235, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -7.698008630541153e-08, "train/kl": 1.940018892288208, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.60770320892334e-08, "train/step_time_ms": 40.523529052734375, "train/samples_per_sec": 789.6646898239669, "train/data_wait_ms": 0.023409999997170416, "train/accepted": 1.0, "train/grad_norm": 0.5582054853439331, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.029485788000002344, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.01278634099999465, "rollout/latency/p50": 0.012524345500004586, "rollout/latency/p90": 0.012753960000003417, "rollout/latency/p99": 0.012785076199995728, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8080357142857142, "rollout/reward/observed": 0.8080357313156128, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.01360847199998716, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1176.0, "data/truncated/memory": 0.0}}
{"step": 145, "time": 1792813177.5405998, "scalars": {"train/loss": 0.04108048230409622, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": -1.0573785402812064e-08, "train/kl": 2.0540242195129395, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 32.808780670166016, "train/samples_per_sec": 975.348651987501, "train/data_wait_ms": 0.032169999997222476, "train/accepted": 1.0, "train/grad_norm": 0.0013152803294360638, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.037249819999999545, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.014882084000007012, "rollout/latency/p50": 0.014545333999997467, "rollout/latency/p90": 0.014834283000000427, "rollout/latency/p99": 0.014879889200006033, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8571428571428571, "rollout/reward/observed": 0.8571428656578064, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.016920257000009542, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1184.0, "data/truncated/memory": 0.0}}
{"step": 146, "time": 1792813177.5894268, "scalars": {"train/loss": 0.04112865775823593, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.724461177829653e-08, "train/kl": 2.0564329624176025, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 48.80499839782715, "train/samples_per_sec": 655.6705470852894, "train/data_wait_ms": 0.0275899999877538, "train/accepted": 1.0, "train/grad_norm": 0.0002864798589143902, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.02985264800000209, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013060840999997936, "rollout/latency/p50": 0.012724224999999478, "rollout/latency/p90": 0.013015021900002921, "rollout/latency/p99": 0.013058853899998724, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8035714285714286, "rollout/reward/observed": 0.8035714626312256, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.014322042999992846, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1192.0, "data/truncated/memory": 0.0}}
{"step": 147, "time": 1792813177.6190321, "scalars": {"train/loss": 0.03533254936337471, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 2.480101102264598e-08, "train/kl": 1.7666274309158325, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 29.66904640197754, "train/samples_per_sec": 1078.5651674287412, "train/data_wait_ms": 0.028690999997138533, "train/accepted": 1.0, "train/grad_norm": 0.0006109868409112096, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.04603826500000707, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.02667434299999627, "rollout/latency/p50": 0.026575138000005438, "rollout/latency/p90": 0.026656931999997368, "rollout/latency/p99": 0.026672610099996063, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.7857142857142857, "rollout/reward/observed": 0.7857142686843872, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.028019384999993235, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1200.0, "data/truncated/memory": 0.0}}
{"step": 148, "time": 1792813177.6520662, "scalars": {"train/loss": 0.04540547356009483, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 3.961758920922875e-09, "train/kl": 2.270275115966797, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": -2.60770320892334e-08, "train/step_time_ms": 32.99760818481445, "train/samples_per_sec": 969.7672576985882, "train/data_wait_ms": 0.031120000002715642, "train/accepted": 1.0, "train/grad_norm": 0.25398004055023193, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.027442534000002183, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.010915947999990294, "rollout/latency/p50": 0.010666032499990763, "rollout/latency/p90": 0.010880149899992376, "rollout/latency/p99": 0.0109142708999903, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.84375, "rollout/reward/observed": 0.84375, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.011701678999997966, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1208.0, "data/truncated/memory": 0.0}}
{"step": 149, "time": 1792813177.687871, "scalars": {"train/loss": 0.03397444263100624, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 1.4933903003111482e-08, "train/kl": 1.698722243309021, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 0.0, "train/step_time_ms": 35.77113151550293, "train/samples_per_sec": 894.5761189055887, "train/data_wait_ms": 0.0301200000052404, "train/accepted": 1.0, "train/grad_norm": 0.0036868255119770765, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.030435829000012404, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.012798540999995112, "rollout/latency/p50": 0.012376644999996245, "rollout/latency/p90": 0.01277516399999854, "rollout/latency/p99": 0.01279666239999827, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8214285714285714, "rollout/reward/observed": 0.8214285373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.013862002999999845, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1216.0, "data/truncated/memory": 0.0}}
{"step": 150, "time": 1792813177.698965, "scalars": {"train/loss": 0.04121432825922966, "train/actor/pg_clipfrac": 0.0, "train/actor/pg_clipfrac_lower": 0.0, "train/actor/ppo_kl": 4.220055416226387e-08, "train/kl": 2.0607147216796875, "train/mismatch/ess": 1.0, "train/mismatch/k3_kl": 0.0, "train/mismatch/kl": 0.0, "train/pg": 3.3527612686157227e-08, "train/step_time_ms": 11.049032211303711, "train/samples_per_sec": 2896.1812571477894, "train/data_wait_ms": 0.02828000000931752, "train/accepted": 1.0, "train/grad_norm": 0.30255186557769775, "train/compiles": 1.0, "train/cache_hits": 0.0, "train/cache_misses": 21.0, "train/learning_rate": 0.0010000000474974513, "train/rollout_seconds": 0.03291232300000502, "rollout/groups": 8.0, "rollout/lag": 0.0, "rollout/lag/max": 0.0, "rollout/lag/mean": 0.0, "rollout/latency/max": 0.013796061999997278, "rollout/latency/p50": 0.013396702000001426, "rollout/latency/p90": 0.013748132900001054, "rollout/latency/p99": 0.013794279499997373, "rollout/length/mean": 8.0, "rollout/masked/cancelled": 0.0, "rollout/masked/infra_error": 0.0, "rollout/merge/calls_per_chain": 1.0, "rollout/pack/fill": 1.0, "rollout/resubmitted": 0.0, "rollout/reward/mean": 0.8526785714285714, "rollout/reward/observed": 0.8526785373687744, "rollout/status/agent_error": 0.0, "rollout/status/cancelled": 0.0, "rollout/status/completed": 0.0, "rollout/status/infra_error": 0.0, "rollout/status/truncated": 1.0, "rollout/waited_seconds": 0.015331164000002673, "data/chunks_per_record/memory": 0.0, "data/rows/memory": 1224.0, "data/truncated/memory": 0.0}}
{"step": 150, "time": 1792813177.7424877, "scalars": {"goodput/time_to_first_step_s": 8.668625407000007, "goodput/step_fraction": 0.3806738916905652}}
