This HTML log was generated by logtree during RL training. It shows rollouts and rewards for a subset of trajectory groups in this iteration. To customize what gets logged, modify the logtree calls in your Env implementation (see examples in tinker_cookbook/recipes/).
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 3 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 90 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 91 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 87 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 81 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 87 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 91 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 92 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 92 |
| ac_len | 91 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 13 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 162 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 150 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 160 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 162 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 175 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 163 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 161 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 103 |
| ac_len | 173 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 16 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 87 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 90 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 87 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 77 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 89 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 87 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 85 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 95 |
| ac_len | 87 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 91 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 131 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 96 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 146 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 109 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 81 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 93 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 112 |
| ac_len | 98 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |