This HTML log was generated by logtree during RL training. It shows rollouts and rewards for a subset of trajectory groups in this iteration. To customize what gets logged, modify the logtree calls in your Env implementation (see examples in tinker_cookbook/recipes/).
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 4 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 113 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 129 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 103 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 98 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 109 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 105 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 94 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 115 |
| ac_len | 105 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 60 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 88 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 112 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 80 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 84 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 78 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 76 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 71 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 113 |
| ac_len | 90 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | True |
| format_coef | 0.1 |
| reward | 0.900 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 10 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 139 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 135 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 132 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 128 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 132 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 134 |
| step_reward | 0.900 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.900 |
| final_group_reward | 0.000 |
| total_return | 0.900 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 131 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 107 |
| ac_len | 128 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 375 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 147 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 168 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 171 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 156 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 165 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 147 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 178 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 116 |
| ac_len | 149 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |