This HTML log was generated by logtree during RL training. It shows rollouts and rewards for a subset of trajectory groups in this iteration. To customize what gets logged, modify the logtree calls in your Env implementation (see examples in tinker_cookbook/recipes/).
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 15 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 66 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 53 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 66 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 66 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 66 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 60 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 66 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 88 |
| ac_len | 62 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 20 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 50 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 40 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 53 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 56 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 41 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 50 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 78 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 111 |
| ac_len | 37 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | True |
| correct | True |
| format_coef | 0.1 |
| reward | 1.000 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | False |
| correct | False |
| format_coef | 0.1 |
| reward | -0.100 |
| key | value |
|---|---|
| reference_answer | 12 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 89 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 83 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 69 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 320 |
| step_reward | -0.100 |
| key | value |
|---|---|
| format | 0.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | -0.100 |
| final_group_reward | 0.000 |
| total_return | -0.100 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 65 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 80 |
| step_reward | 1.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 1.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 1.000 |
| final_group_reward | 0.000 |
| total_return | 1.000 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 70 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 106 |
| ac_len | 59 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| reference_answer | 78400 |
| format_valid | True |
| correct | False |
| format_coef | 0.1 |
| reward | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 186 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 165 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 165 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 164 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 166 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 163 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 171 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |
| key | value |
|---|---|
| ob_len | 137 |
| ac_len | 157 |
| step_reward | 0.000 |
| key | value |
|---|---|
| format | 1.000 |
| correct | 0.000 |
| key | value |
|---|---|
| num_turns | 1 |
| final_ob_len | 0 |
| sum_step_rewards | 0.000 |
| final_group_reward | 0.000 |
| total_return | 0.000 |