This HTML log was generated by logtree during RL training. It shows rollouts and rewards for a subset of trajectory groups in this iteration. To customize what gets logged, modify the logtree calls in your Env implementation (see examples in tinker_cookbook/recipes/).
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | False |
| correct | True |
| format_coef | 0.1 |
| reward | 0.900 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 201 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 320 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 179 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 175 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 202 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 320 |
| step_reward | 0.900 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.900 |
| final_group_reward | 0.000 |
| total_return | 0.900 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 164 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 158 |
| ac_len | 320 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 91 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 65 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 68 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 68 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 56 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 77 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 56 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 82 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 79 |
| ac_len | 83 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 222 |
| format_valid | False |
| correct | True |
| format_coef | 0.1 |
| reward | 0.900 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 264 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 242 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 320 |
| step_reward | 0.900 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.900 |
| final_group_reward | 0.000 |
| total_return | 0.900 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 304 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 187 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 226 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 275 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 109 |
| ac_len | 125 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | False |
| correct | True |
| format_coef | 0.1 |
| reward | 0.900 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | False |
| correct | True |
| format_coef | 0.1 |
| reward | 0.900 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 320 |
| step_reward | 0.900 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.900 |
| final_group_reward | 0.000 |
| total_return | 0.900 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 125 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 132 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 269 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 274 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 320 |
| step_reward | 0.900 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.900 |
| final_group_reward | 0.000 |
| total_return | 0.900 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 94 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 86 |
| ac_len | 224 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |