This HTML log was generated by logtree during RL training. It shows rollouts and rewards for a subset of trajectory groups in this iteration. To customize what gets logged, modify the logtree calls in your Env implementation (see examples in tinker_cookbook/recipes/).
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 120 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 103 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 103 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 102 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 119 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 103 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 108 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 121 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 92 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 8 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 70 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 77 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 70 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 71 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 70 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 71 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 70 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 94 |
| ac_len | 71 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 426 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 200 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 202 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 244 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 183 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 234 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 199 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 159 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 122 |
| ac_len | 186 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 2 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 139 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 128 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 132 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 138 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 177 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 135 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 127 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 121 |
| ac_len | 130 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |