trl/__init__.py,sha256=LfgMCnriQtUnsPopUDbUA4CwjXqBsfotsmWYp165sCg,3818
trl/_compat.py,sha256=cfzExIEKqqFLiIbgd0XzUDNVCL4aRMgqlRai9hrKGsw,5261
trl/_lazy_module.py,sha256=0KzILrqySOIHVJ2fRP0bVRaBEasS1YRqKOwkeEIg61Q,3264
trl/chat_template_utils.py,sha256=NryVhaMKAIASc9HWkQtMthXbj8LTaj5mEqAwqFhulcw,75842
trl/data_utils.py,sha256=JOgNlCfeFwJsx04lp7EWEnRtV9ITMXuCEy_xvHrpRos,42889
trl/distributed.py,sha256=taWLPat2ztmNxH02apimEls2Aj1TE-JJPa6xrGCTuPI,3157
trl/import_utils.py,sha256=t3PH6NkNcs92B67LgOPLjz8-Xn55dGYdz6IlRt0lCBE,4498
trl/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
trl/accelerate_configs/fsdp1.yaml,sha256=FBw8i6diLwfcUI6Uu7T-UTpd7niY062tLsCFMLoT0c4,725
trl/accelerate_configs/fsdp2.yaml,sha256=zg1L3kVDJb7kvuxIPaqMN6mZQFD2mvG8IxSRmkY7dDk,627
trl/accelerate_configs/multi_gpu.yaml,sha256=yDX-SPo8qY3SW8jsf_53VJX1GwIV20wmRPBbCKf4_8I,321
trl/accelerate_configs/single_gpu.yaml,sha256=4MuOZIjHNir2adOzaoOgBwD9IXXRbPNPzBYVW-zkc7I,316
trl/accelerate_configs/zero1.yaml,sha256=fyUlyzQ_nhP6oamOgOBM7MDZMuHvG4xZfm_-2wnuYTo,441
trl/accelerate_configs/zero2.yaml,sha256=kW58rFIjO1Jz0-TWjg2zUHO5BUBHI4TPFIUHb2M-WiQ,470
trl/accelerate_configs/zero3.yaml,sha256=VN3HDSxEn_WCvYpML4thWO7cpr2N39VwAJjMvPtwfxE,498
trl/chat_templates/README.md,sha256=p-y1zxuzAtdoXxg4McUWIYp9mVqliIKA136Q-pnI8Ug,42141
trl/chat_templates/cohere.jinja,sha256=kMM67hSqKiJhJ1FtSO6RhMm5B0XUoExIRiHsLoL7cSw,1318
trl/chat_templates/cohere2.jinja,sha256=IUfEdPQbUitylvdGkrnzHkX0mjFGWWBXap0yEznFkVo,3239
trl/chat_templates/cohere2_training.jinja,sha256=flg2p0wB0iUEMGJz-Ke0n5RPa5YO_uZ2CcB-7wqbopU,3588
trl/chat_templates/cohere_training.jinja,sha256=X5cYv-OhlFNm6nkrlxTkKqWEnx1BoQk8LOTaSnc4OZY,1626
trl/chat_templates/deepseek_r1_distill.jinja,sha256=VqFEetMZJv3CH7B-VuVkK9nIUMT1LYyK97vl8HmoT18,2246
trl/chat_templates/deepseek_r1_distill_training.jinja,sha256=67mKFpEQp6mxauV9MBZtooC1_6NYpQy1T6gyBqzq0ns,3032
trl/chat_templates/deepseekv3.jinja,sha256=Vjsc59YdUKm0x0OakSoRFvCVtxLfW15NPhEWBJh062Q,2765
trl/chat_templates/deepseekv3_training.jinja,sha256=IC9Sxy7FKje8xPWf8yiQ-2AOn6NTj-CQuVm_Kmw0WBk,3732
trl/chat_templates/deepseekv3_v2.jinja,sha256=U2cbrCm8s-H5X1G4x32FpgEbZtw4vSPc5k7vBDhKl2s,3127
trl/chat_templates/deepseekv3_v2_training.jinja,sha256=GtW4HVs8i-EFic_d0RZiolLSPILxvVppXPTdn5baykM,4056
trl/chat_templates/deepseekv3_v3.jinja,sha256=O4Jn5Utn32UA8jH_qWmVXMnSazREopHO1OuWyn08oeo,2301
trl/chat_templates/deepseekv3_v3_training.jinja,sha256=YzSWsCyrNW3LO8S0e90CogJ-1Lh3prUECKdr-RLchIA,2962
trl/chat_templates/deepseekv3_v4.jinja,sha256=Iul7oEPaz53x8HGp3p0rtrB1dJHxbpboEINLhuFkEoY,3052
trl/chat_templates/deepseekv3_v4_training.jinja,sha256=4_kkrwSl6Fs09dCAxTQxorwJaQaTqySsJWJHOZE3ySs,3894
trl/chat_templates/diffusion_gemma.jinja,sha256=mut-rGith7unVn6dRZf_ID5WCfG0J9noI0N9AULMYb8,18575
trl/chat_templates/diffusion_gemma_training.jinja,sha256=zxZk8wFgXC-n42Ghi1tgqvOJaz-OJia5aGmpnI6Kcfk,19574
trl/chat_templates/gemma.jinja,sha256=7NauUT_hA_DrYuirW_qND-RcEHT6OYsInJOn5wwVz9Y,591
trl/chat_templates/gemma3.jinja,sha256=feHFjiCO2kbpx_hjl9837EmIOu7OOfuWHgprJAiN08Q,1532
trl/chat_templates/gemma3_training.jinja,sha256=lZslfn_BYD-MrpyYkOYvQ9be1sD3K5tzxBBqTOqglvw,2722
trl/chat_templates/gemma4.jinja,sha256=MyBPGstb0AAnE-FqWThH8kzur-cR7Yi9oqNS3JlqM3M,16804
trl/chat_templates/gemma4_v10.jinja,sha256=rlNGS_O-JYArOls33vf9iWZwZ9dXcEmzstdMTY3kxtQ,18683
trl/chat_templates/gemma4_v2.jinja,sha256=VVcrjTyDQgROJYdMc_5SNLZh-gpXpX9u91tY4D19lZo,11926
trl/chat_templates/gemma4_v3.jinja,sha256=eB0QlA-8RL5ABktdQ6BW_EhshM6qVVOCJjaLVzFBMr8,16317
trl/chat_templates/gemma4_v4.jinja,sha256=LxtNddBnuuP-ROZ2chx_B30kO8AHFWy5wvi1g2YT0II,17336
trl/chat_templates/gemma4_v5.jinja,sha256=CiyAc8h4qx2gBL7pM6mYYGU3u7YgFjEDUscoXD8BxbU,18569
trl/chat_templates/gemma4_v6.jinja,sha256=Lfv8fVOJEvTqEdKdhbTiXXvCY4blP1dSnx1wfCi1gow,12045
trl/chat_templates/gemma4_v7.jinja,sha256=haCGZNFtjzvkQWySQns6wQ3xAkrFZswLS8O6tAk5P5g,16448
trl/chat_templates/gemma4_v8.jinja,sha256=lImcD5F9k_b-gclXRNHo3astIdOSKNLkrsH7KiW_9BM,16934
trl/chat_templates/gemma4_v9.jinja,sha256=NuOkLlzxTNACDnLZLh_dmXD1m4IXDkIfDL4btCvq0_A,17466
trl/chat_templates/gemma_training.jinja,sha256=-CXemugOrIqJ-l-eboCt97eauGAlZJB-fEHcFTFdBKs,1363
trl/chat_templates/glm4_7.jinja,sha256=1jrVNsPIGIAEPiLsf9CNtCtNj7fInHE4vFYr-iUoE3U,3120
trl/chat_templates/glm4moe.jinja,sha256=RPgVhovwL6RY3S90GjOARvS_RfOY620Gd2Zya52WzOM,3242
trl/chat_templates/glm4moe_training.jinja,sha256=oTSK_ahAR27e_zE26qa_3rY9cXAp13ziqrYwSD7yMPM,3885
trl/chat_templates/glm5.jinja,sha256=RaHVY1r9PY4Ioohm5y_IOV0qfsMJif0L2uxt1FqZ7_A,3123
trl/chat_templates/glm5_1.jinja,sha256=A7G7_yAzHlRkfGgWforH8LW3zrQOrTcvRIJmJKmtec0,4672
trl/chat_templates/glm5_2.jinja,sha256=Fy3HSjXhdS33Xs-yss-TJtKFK7E3mGjr7slXFlRIlnk,5076
trl/chat_templates/glm5_3.jinja,sha256=DitiaKxU8E0rwRV-jPuJbLZvJcC14xnqEuVgFMORTyQ,10614
trl/chat_templates/glm5_3_flash.jinja,sha256=JhSjyJbVPiZfVkwjcBFzwASfmF2s-655_EvNn1ugg_Q,10830
trl/chat_templates/gptoss.jinja,sha256=pMmRnLvUrN1RzP_iLaBJJksbc-WQVfpYgRqZ7718gUY,16738
trl/chat_templates/gptoss_training.jinja,sha256=Zdw4pfLfz1SJ7FYLB06dgXgBZJnUj4Kcj6gtUI_MLFg,17346
trl/chat_templates/idefics3.jinja,sha256=DX5WykFwW3mTLecHsivIVcPPzvrmLxrF5FhWBlSIPS4,408
trl/chat_templates/idefics3_training.jinja,sha256=s9IwIiquJC7to3PzbwjHFwVX3L1Kk9-y0tPHGO53dlQ,1193
trl/chat_templates/lfm2.jinja,sha256=zvGHQA1ipZUHqrOmQuqajSou8mNWK8NDBWDhFpRSc88,1379
trl/chat_templates/lfm2_2_5.jinja,sha256=bWXIgEhHrXTuqRLdfso9wc96RXtTp39H2EGhQSGRCWM,4621
trl/chat_templates/lfm2_2_5_v2.jinja,sha256=xbZyR8n3NvbEDqqRrh7yfcZ_WwQe7arbl6G-pQMPsP8,4762
trl/chat_templates/lfm2_2_5_v3.jinja,sha256=6mY4ZEkd563jkYOUeYYMqVVB-JL3JmXHMlH71GQ7G-8,5443
trl/chat_templates/lfm2_2_5_v4.jinja,sha256=ulUdWGMK-jGQsb42AuKDAfPS6busl438SdbYJRcWSLY,5487
trl/chat_templates/lfm2_2_5_vl.jinja,sha256=hvR3BEmkeXybQhLRELDMcPuZPBzpYAlbz7Eu6iL2HMo,5436
trl/chat_templates/lfm2_2_5_vl_v2.jinja,sha256=MJ5Ybi7aPX8tseKgRb-wf0yDeYsj96xYeVRCYwLVCOk,3836
trl/chat_templates/lfm2_training.jinja,sha256=_CkWP1IYVjSvI0tXw1iyMfIumiZvjsupBifkegNiYQM,1522
trl/chat_templates/lfm2_v2.jinja,sha256=VQTRY9h5v7b9QTW3-j1Wdosuad1xgzj3sUZ1Aon0arA,3099
trl/chat_templates/lfm2_v2_training.jinja,sha256=_ZxffLEVEfcsPbQ0ljgOS0DnphEKl43CfPM43exF77I,3255
trl/chat_templates/llama3.jinja,sha256=ugOhIdCXhZx7W5zQOvmar-lSdSENKHb2Qq2ZKaFQ8SI,389
trl/chat_templates/llama3_1.jinja,sha256=4QyjgbHMxc-dtS43HztmUVdsruCmMLRS4oFrLUBNS2U,4614
trl/chat_templates/llama3_2.jinja,sha256=WBb84QRE4DwunuHvikoephrn5p5DhhPzsXtp0EJiI6Q,3827
trl/chat_templates/llama3_training.jinja,sha256=nc6YHilUz3fU0K0tus-ABqX9o0oL30kjB1qTPQi2lHA,863
trl/chat_templates/llava_next.jinja,sha256=LBckOpd_0GQ_tUmlCajiaE9FUX3w-fYI1Yk7cZ8WVp8,663
trl/chat_templates/llava_next_training.jinja,sha256=J8C3PF3goPVWHXSNU9LNq0eIu4OIfTPLx0vfKo0Ui_E,1115
trl/chat_templates/mistral_large_4.jinja,sha256=2YyzPFGojaY8eSlZL7Y0ix9MLvsbk2wYq5O7RSDhyPw,14264
trl/chat_templates/mistral_large_4_training.jinja,sha256=rtDftgCogdfPOADN8RMVe4DRbQNWasezFsuxwLUpww0,14319
trl/chat_templates/mistral_medium_3_5.jinja,sha256=aIJ9z11OUOkdtee4uLxPDUd6Wiz1y8tuyosisHUahoY,14255
trl/chat_templates/mistral_medium_3_5_training.jinja,sha256=04D_IzoC7XK4jROIGUn8d97-X1l-avuDDGoivK_xJKk,14310
trl/chat_templates/muse_glimmer.jinja,sha256=z8Z-XzSfN2kN_THtHxi8REKp3TL-OaZI-ZPLTrPK5ng,9992
trl/chat_templates/muse_glimmer_training.jinja,sha256=DHhZuUYMgdVk_tt7G05-BOmO9uASB6GaCUhB5lrwf5Q,10630
trl/chat_templates/muse_spark.jinja,sha256=I0Gi07HxsKyStiN9RuL_9JUQm9MwXKzepUcm9emEEds,16295
trl/chat_templates/muse_spark_training.jinja,sha256=89chYNH1h_32F9qbRT_6C8WSQ6ptghKfSz3FL73qLzw,16961
trl/chat_templates/nemotron_3_5_lightning.jinja,sha256=WJM9t30wmbT3jFWjg0enLh6gW5fWvY84d1MD3AGU4Kk,9867
trl/chat_templates/nemotron_3_5_lightning_training.jinja,sha256=FyCIO8EeyIFcIuC2FZRVx9vn1Vjn604H8otmSahonU4,10698
trl/chat_templates/nemotron_3_nano.jinja,sha256=q3gTw6vdnLZVkFpBByiybHiE7KRd36uNn5MVU0haeGI,10504
trl/chat_templates/nemotron_3_nano_training.jinja,sha256=xk8AVs8pNcpW0aqX7GDSP4F_OZZl_egocE0PNdXifIU,11215
trl/chat_templates/nemotron_3_super.jinja,sha256=V1-3T1TtJk35BH0OzOPJiTiq6VP7T1A1ZnVwYmTLtoo,10771
trl/chat_templates/nemotron_3_super_training.jinja,sha256=Gl6byYxiMMAmDWjdsqP_VNL4Iwqr8VAQyLzD7jaCucI,11605
trl/chat_templates/nemotron_3_ultra.jinja,sha256=gnU771ztxJMsHtUJtcmhK-aA_YbRrbZbw_c5jRHI7rw,10152
trl/chat_templates/nemotron_3_ultra_training.jinja,sha256=Y462o06LK4_yPUr5g_Ym8I_tvUPeaR9KH98QYVvjq4I,10989
trl/chat_templates/phi3.jinja,sha256=3K7mbfd7-7eJ7FQf5xMhjaMCJaUm8duXE4_DnubcVqo,407
trl/chat_templates/phi3_5.jinja,sha256=eNl2pEK83i8L4Vqvu44wUOEQT4ZzImb2hAMlG4mYKpA,430
trl/chat_templates/phi3_5_training.jinja,sha256=p2qWUal4Wv4mnGuRWY1V8Dq4rfPYSJpKnI70MhKLfAg,971
trl/chat_templates/phi3_training.jinja,sha256=8At3TFkzEp7gpyvtNV2ZR8sJ-AY9bPI7fbcbM7XqIWI,947
trl/chat_templates/qwen2_5.jinja,sha256=zY6UOfBXCFb9cEcL-IievYtdEQcgf2el77RuNCMwUn8,2507
trl/chat_templates/qwen2_5_base.jinja,sha256=RNXwjz9yuDfqrQnxOlTB-fTrWNdSQDNFSLf9UqVDf6U,2427
trl/chat_templates/qwen2_5_base_training.jinja,sha256=ZwS2jDDkUytqdi1qPhuSyqjs_XXQ0LJNfHZOhnaK4HE,2895
trl/chat_templates/qwen2_5_training.jinja,sha256=DNhvuA9SCIXjUECo3zIVQOcp0zWNpB8nz3TTMQPZT2I,2965
trl/chat_templates/qwen2_5_vl.jinja,sha256=oLxvb8eimoABekM-jwOhzBI26DipRKLQNClaYMTy_ds,1017
trl/chat_templates/qwen2_5_vl_training.jinja,sha256=MchZMqbYgm8P6NUrgXZ-umuGkSiwp8dQPR57qq1OgEM,3239
trl/chat_templates/qwen3.jinja,sha256=pV7hsWYBKLcJhyPgq82SyqB4gGEFHGLVHL6H2c8ZdNg,4168
trl/chat_templates/qwen3_5_nothink.jinja,sha256=Jz2ODmg7iFBx-xfgjXHl8qXd-1MJdWGBaB3k9aGCLYA,7755
trl/chat_templates/qwen3_5_nothink_training.jinja,sha256=p1Fp-4CJCAVWn4-On4LEBE-bc-rJD_oIndcIwa-QyF8,8879
trl/chat_templates/qwen3_5_think.jinja,sha256=pK7or88uBxGULPhIiZvmYBb40UqIn_nt4HvKCZwo9xU,7756
trl/chat_templates/qwen3_5_think_training.jinja,sha256=8sqJGZtriZnEf6RGi7huDnic6tk7g1qrmjeT_07-T50,8871
trl/chat_templates/qwen3_6.jinja,sha256=6E8yoj_donaJ-GiqShpWIfQRM-UaSNfz78vqKDlXQlk,7764
trl/chat_templates/qwen3_6_training.jinja,sha256=vooQykJXQK4NloWlaB6rbcBUWcZvijntEA9mWZMHDy8,8793
trl/chat_templates/qwen3_6_v2.jinja,sha256=G4NhVlzDXUdVHTQiFM_zQcDxqWhc5SnHzjHeDtNhYkg,7816
trl/chat_templates/qwen3_8.jinja,sha256=w8-eNKv0-eNsLXIWWqnBMtPipyW2wlhqqjqK-deoEEE,8952
trl/chat_templates/qwen3_8_training.jinja,sha256=Tc7jFLm8ciVcv4Wbh9D_oiGOnFOhrHaSuvuycwwtmxI,10071
trl/chat_templates/qwen3_8_v2.jinja,sha256=rxb2VJaNR9CabGBOADcLEtvCH3ZFb1nJ6YuC6E2fY3U,9004
trl/chat_templates/qwen3_coder.jinja,sha256=Wji_oFgzJmJABmrtxJfezJsAzA0-O4zO6pjPUwGWqwY,6211
trl/chat_templates/qwen3_coder_next.jinja,sha256=x5qDMDmkNgIVDM4JAkA9bjdsUJMMGyoTmylk4fDDIqA,6068
trl/chat_templates/qwen3_instruct_2507.jinja,sha256=ZPhbGYBl0PuiqB834Q7WgWHOLBmnVMcQDmfgyi7pwyY,2630
trl/chat_templates/qwen3_instruct_2507_training.jinja,sha256=SOF6o8r1vyAHW25zZoZO6UPgC28HUqrf6LZwwqsCkaU,3165
trl/chat_templates/qwen3_thinking_2507.jinja,sha256=OAIWmyoCuB5q23q09k-R_wLbdTyMOmSgHDUZLTph2Nc,4049
trl/chat_templates/qwen3_thinking_2507_training.jinja,sha256=AMb-jb8mXujkxGSnmY9IT0fIBkwzkCzM559XSMIqfos,4809
trl/chat_templates/qwen3_training.jinja,sha256=GQeRj-t6_PGPrI2xpBmYW0dzrENONTz66RsZSdy_WSs,4820
trl/chat_templates/qwen3_v2.jinja,sha256=h6JyjLjcn-Qk1iRUL2Bg7AWh0oXrvsV4uweJAOMzlrU,4116
trl/chat_templates/qwen3_v2_training.jinja,sha256=X2TRugTzf9G5842FPJDajJFGYeRrrFfSnY0-NH94RJI,4780
trl/chat_templates/qwen3_vl.jinja,sha256=NjbQ8L1r7wJlTN_9xEe3nLLO-KsCzHUmc0WUYpGkieQ,5292
trl/chat_templates/qwen3_vl_training.jinja,sha256=Zr2BmGv3-Kvm1_tKUDQcjYrhSxZjfo-4dryn5-8LnG8,5741
trl/chat_templates/smolvlm.jinja,sha256=gwAFCF3dlM7GBbbiG4hbKP-tbj-C7mohLFI1M-jwTwE,403
trl/chat_templates/smolvlm_training.jinja,sha256=e93kUNswfYYIMtqnZ0UmFOkyl_FSCpabzeouEUYMqJM,1258
trl/cli/__init__.py,sha256=B8PH6sNvyPB70xWMkMH8tFDDPN0gtvFf58IRpER_3mc,656
trl/cli/accelerate_config.py,sha256=UP1H5tldCUyK5gMmXg_hBhAF3XaWsyZqt8hVHmozneU,2008
trl/cli/accelerate_launcher.py,sha256=U0YogVSKf7zcYMQ_gEyA2DRkSbRxmPhx7G1CYsVXmLc,1897
trl/cli/main.py,sha256=AtvE_bH_ByC7lLZlzZu44-gCnF1bfIm8je7Ad3hiCrM,1660
trl/cli/commands/__init__.py,sha256=guLG7m6fRKKv82SpsAGMN2Qt0cQXpfLLqDG5wckzTQA,1191
trl/cli/commands/base.py,sha256=DDKAl_-ezJRx9vwHr5WTDRNNQeDW8i23Suea8HDOTBo,1855
trl/cli/commands/env.py,sha256=LuM17gUHBFiSGzGzsx0pyCDFSszzhJFoDXeh3FJmaJc,1146
trl/cli/commands/training.py,sha256=eMmYFvRMCzt2ugHzOM1PqMT2JRAxRLVzY_uYt-DlswE,4824
trl/cli/commands/vllm_serve.py,sha256=H_MfQJryaXCBO6sGlK0ggVlJjw0PnGohJtZhLDqkaz4,1604
trl/experimental/__init__.py,sha256=FMF_-llsmlfdSVPb8RfoW4z6zX0Co7J2jub6IW2bKyE,1310
trl/experimental/merge_model_callback.py,sha256=1wgwgatos-xUsMKe9VGAIfkABdpYzHSK850Lq2rdgiY,13866
trl/experimental/utils.py,sha256=89jLr3lqSGjjsQ19UOH-7S1sT0XXCsTV8v0ks8VmGvw,50332
trl/experimental/a2po/__init__.py,sha256=iRKDdeda5JbO2iUF0UHXaqXwujtrc9B54C3qh_tAI1Q,686
trl/experimental/a2po/a2po_config.py,sha256=mSmPE6Y2i22yriytLu8pmA7QfX3rP772q03hXMZlhMA,7197
trl/experimental/a2po/a2po_trainer.py,sha256=8jeTrTDfFHdG0VGZk58ps430N2vBCdcNbmhb3rVln7E,19466
trl/experimental/async_distillation/__init__.py,sha256=a7fSApTbdtHZV1lC9Rrc730oL3UvquClaekUy1JFuTo,740
trl/experimental/async_distillation/async_distillation_config.py,sha256=cccgk8jz1O6kAhJyRtWRzMGfKSJ7-SC1KaT41D20Ubk,25180
trl/experimental/async_distillation/async_distillation_trainer.py,sha256=P2Fum2XxrlETJ88edcPlSRsJNNrtZiwL3CyhXDvLS2U,117757
trl/experimental/async_distillation/async_rollout_worker.py,sha256=p3wbV2pxuuhOe6VUfonZ-2TU5hrdOd6XpAKLsbxTKEQ,41746
trl/experimental/async_distillation/vllm_client.py,sha256=BhxW1Sq6G1qhqDFG1euV2dF0JoqJrJUmZJtktumQyYU,8262
trl/experimental/async_distillation/weight_transfer.py,sha256=IniFWsLmxLqHAahY3jAg1L3MaJ4pCTBQTs1d5f-y5Ng,7894
trl/experimental/async_grpo/__init__.py,sha256=EKGnkPKDDXjP7lOkIpPY-Hd3vuAS8G-iatNqSOJ7D20,1810
trl/experimental/async_grpo/openenv_harness.py,sha256=YXHREqdPP60ZEgh4IOub3JiSJq956bvPuXmgbh_yeHE,23424
trl/experimental/bema_for_ref_model/__init__.py,sha256=YSMOnS353SIRvV4_NS-Y-t0sbD6snBcbELbG3ku2Nfg,683
trl/experimental/bema_for_ref_model/callback.py,sha256=HpkU9qUFIdi2snaZR_3-lx2eVLtUuh9uDl2bZX48TXc,9834
trl/experimental/bema_for_ref_model/dpo_trainer.py,sha256=4YrnaxULpR6TSpjWLvOGoLBziWQNGgWhNqOjuZT1mHg,1181
trl/experimental/cpo/__init__.py,sha256=rO0s9KRAaIsLOMJo2sweX51LkAK4QsLOeDDGIonMFLw,722
trl/experimental/cpo/cpo_config.py,sha256=1Aj94ev_82xb48YkCs4xl_d5bMLMT8PF3Nb6P_BUFmA,8903
trl/experimental/cpo/cpo_trainer.py,sha256=iRwHnU8aTQCBf1ZU2E06ZYCGBEZL5tgowzVxy26jntw,51772
trl/experimental/distillation/__init__.py,sha256=BuGCG0x99WEo_684Oabspyo7VFUoTYuPEo-ANv9d48s,1753
trl/experimental/gkd/__init__.py,sha256=QO5Yki2ia5hOep3fpQArdI3KMnpQkIV1FE0WiznkZrU,722
trl/experimental/gkd/gkd_config.py,sha256=gFiQXj4H7kAt89IoueUs9ZAOP9kXx3AX6aAJyyKeEtE,4853
trl/experimental/gkd/gkd_trainer.py,sha256=fRx8jYhGc5l1EEat4Y4gtaTtxA9k97xytIOc88zex4I,21858
trl/experimental/gmpo/__init__.py,sha256=yeoiMnVdDNki9-jJrUZ3dqE_1GRrMhV4Nbo9AbfPTkQ,686
trl/experimental/gmpo/gmpo_config.py,sha256=gWKc4OjqpyN4Knf_78HVhFuj8QQfw-WyjmcReQH6W6w,2145
trl/experimental/gmpo/gmpo_trainer.py,sha256=h64pYlYuZuuOcbqZE-pDzvYK91C0qZWH5Riplq19hs8,8211
trl/experimental/gold/__init__.py,sha256=FnYqi1_ahqtra-Zj2iECHAfr7AHBXQxYWrDNhK-a3Vc,728
trl/experimental/gold/gold_config.py,sha256=zg5yCK2H9qq_TD8cmrwBlhHoyUHqzA5JjPZAbKpY3CY,37580
trl/experimental/gold/gold_trainer.py,sha256=CDh-tprDl3FKl6Eyu6Jr3tJLAKEC9x7DvYmOus_NX-E,173690
trl/experimental/harbor/__init__.py,sha256=aprEKVC2b_9oHaC2jRdP15bfiM-7shFjLXkscc8c8wE,1254
trl/experimental/harbor/_env.py,sha256=PPMX0ycm6kF7rEJqEMZPi4-q-HCMW9mI4z2RSeRa_cA,11591
trl/experimental/harbor/_spec.py,sha256=n0K9LNNHGlK29PIjPeEtwA9CCVUfkj5N7nkVL4QXdw4,9909
trl/experimental/iw_opd/__init__.py,sha256=xkPAbYrAaGotwPY9UgZJ65x6M0D49jI7-dk0yI8qu0s,736
trl/experimental/iw_opd/iw_opd_config.py,sha256=Trlfl9IFDfZ6NjpYHbyNcz59iYbxlutj3LhGwk_qjGY,25286
trl/experimental/iw_opd/iw_opd_trainer.py,sha256=wypaC2jLeUUJ6AvfDnvpMrLDa3NvAQYFYX6VHEM3cy4,89099
trl/experimental/kto/__init__.py,sha256=lz4FRMath817hK6XXVwKDbfpK-thshvoPv00AGThVyY,1627
trl/experimental/online_dpo/__init__.py,sha256=d0PLdODeA1bPSoXLlGWEAeA6XwGiHCd1isltzRGAVOQ,760
trl/experimental/online_dpo/online_dpo_config.py,sha256=domdfo6njnfP9Me4tQabT6DlcYHrFFO2ldroHCqgRSs,20900
trl/experimental/online_dpo/online_dpo_trainer.py,sha256=YAFXfvvZmqY3MEcC00jB3yjWSnUCS99IJwmf3AQ3JTk,70905
trl/experimental/openreward/__init__.py,sha256=Cn8PmmYmWF6RqhXioKxH9mG_PszFdvYD7AdGmyMDnSg,677
trl/experimental/openreward/_spec.py,sha256=VmxzWwLozR0sQEeEV6NU_ARrd7vOKwJEhjwaM4laskY,15792
trl/experimental/openreward/environment.py,sha256=Co82ZOK4PAblX4gNMoza1ekjVkN-0l4gh_4XcZ3xqmg,16386
trl/experimental/orpo/__init__.py,sha256=raFCz1dhCGKRjdQREuxEWY_MwXpIA1GvpZXxsqzv1EU,728
trl/experimental/orpo/orpo_config.py,sha256=FYrP4Pne9OUKbCnMrefbd7yjvTC-QezmCxV9AT-qzWE,6367
trl/experimental/orpo/orpo_trainer.py,sha256=EeWkrnRMIKf1nzK8EwqL5mW1tokFY9bQtabu5J4cyU4,50422
trl/experimental/sdft/__init__.py,sha256=pI92-nBzVF4g_g_CWNPrUmNPLwhscz-zw8CIji54YI0,728
trl/experimental/sdft/loss_utils.py,sha256=UwtXHAABu_hbsMeHJdMmRaTXFVZg4i5BWA-rXJ9wQeQ,6049
trl/experimental/sdft/sdft_config.py,sha256=zTWy_7clfSJbBzhcqZmjuSb6uScSlqRScTeeF9L3qrc,27018
trl/experimental/sdft/sdft_trainer.py,sha256=E93_KUnChGFTG6FVcZfxrwCPcpIv8hmfFv0-aSd_f6w,57795
trl/experimental/sdft/teacher_sync.py,sha256=8WAQB67K3UK2d-KvwZFsA2UoHOZoc_A6eU4CiH4Z0s0,6675
trl/experimental/sdpo/__init__.py,sha256=66WDtge8cD3Jpp-yTaPgzvDZfF8h-Svju4cc9FSbb_Q,728
trl/experimental/sdpo/loss_utils.py,sha256=UwtXHAABu_hbsMeHJdMmRaTXFVZg4i5BWA-rXJ9wQeQ,6049
trl/experimental/sdpo/sdpo_config.py,sha256=hqZt7oJY_Ad0KCxVjvb9nKXA-pE9PQV3pm9XVBeCdmw,39462
trl/experimental/sdpo/sdpo_trainer.py,sha256=1-pAkk8GPRmA8ycYwkDyXq-MLAtw3WdxCXtDzNnMa8k,83047
trl/experimental/sdpo/teacher_sync.py,sha256=8WAQB67K3UK2d-KvwZFsA2UoHOZoc_A6eU4CiH4Z0s0,6675
trl/experimental/server_distillation/__init__.py,sha256=Q5blp34MCtFUaI0PGqzm6LJP_2MbWC1RW30X0JeHnvk,876
trl/experimental/server_distillation/server_distillation_config.py,sha256=QIz7oHNTAFEvUh7wvHJXaVfcNWMiJR-72ue0kfojwm0,5563
trl/experimental/server_distillation/server_distillation_trainer.py,sha256=xyboMfBFz9p_t_lY2O_iPkTUy7QQfmAdFItezwBax7c,27432
trl/extras/__init__.py,sha256=V1wvJ_Ee6Ro58SbMXQqO7FG-_jvCpy6kB31_7Wtl68A,611
trl/extras/profiling.py,sha256=8Uc680LGUEyQncGsMgwGpfAzoYG0eZ3t0capXw1qROM,7677
trl/generation/__init__.py,sha256=aAYDsVEN0dDYZMZaeZvBhAohos1fQX_asTGHJrjmFUE,828
trl/generation/async_vllm_client.py,sha256=Y0RXnfkrZsawcL_WN2LN1Hcd0iHdywYjC6FCSNYcCIA,9149
trl/generation/vllm_client.py,sha256=uOahpz7jXdPg9XfcXFvd03IdB70qAmMyBxK0trcNtkc,47752
trl/generation/vllm_generation.py,sha256=CZLdVWZFNdeQtgl_Q-0DGTH3OALYJYN4bt71vS_Ryu8,42814
trl/generation/weight_transfer.py,sha256=b0iffdrpQLNJfzFqoPpc3BFy94VstAhdvHCZWarfMRM,8712
trl/kernels/__init__.py,sha256=CLOT8s8ZyYccal4_9nhgjXqJrOFOlpqIGQXLT_aHHB8,904
trl/kernels/chunked_divergence.py,sha256=F2r-_ogchM_b6eHYu2w0-CkxYjrWHMAO5ffbIkaT2Xo,35940
trl/kernels/chunked_logprob.py,sha256=ZNyWbfu03ccwoIn967IEuc83uYTrVsNfsrZBc5tugHQ,33550
trl/kernels/logprob_entropy.py,sha256=Fo7sEz9zUceZd8QuglcbLFdCtQKNAbWY1N75NsvjXx0,10211
trl/kernels/tree_gated_delta_rule.py,sha256=BsWqv9rOaNSaFBbgv7vaxn_wgjc8hHFtMAR8l5Rie7E,63474
trl/models/__init__.py,sha256=-vhn06-8EZOQj-DiQE9cbe6cHfVwdOfhCyqHlcRBLxc,1402
trl/models/activation_offloading.py,sha256=jZqHebqYQJANqW5XdunGa8K86Du-DZyFNYaLbloy3gw,37249
trl/models/selective_activation_checkpointing.py,sha256=hvOMP1-pAubQaaRYkFQpKDtKA-OfHbafadBqwwOez6s,5718
trl/models/utils.py,sha256=m__Nql8Lze7xbYyZ2QAPtg6o34rA75mw37l0sQOGyb0,19430
trl/rewards/__init__.py,sha256=wjFas8-C-8fEu0XOXEzogh2szxZuuuaikyUBcwQX8lI,1334
trl/rewards/accuracy_rewards.py,sha256=mpIj_9StkZo_NJYb1j8bNQ5Q5R1dtnmLBZsIyRIDRts,16012
trl/rewards/format_rewards.py,sha256=XKId9E_3opkCtiELkYSWKxb8QnYJv2EGLuT9QOcmbS0,2211
trl/rewards/other_rewards.py,sha256=WUSxaGtAPi3LXq-1IC7KocbUUl59FY8C3yT_tPFm9C8,6126
trl/scripts/__init__.py,sha256=uBELpz2YbIG2YxXa5ioNhrWE0nqoior8hkFGP3ZzYe0,1077
trl/scripts/_hf_argparser.py,sha256=K4sS303Dg5GgEJZ-cfEMATZWirMBaEiSbb_o9VO_dCE,21183
trl/scripts/distillation.py,sha256=ZtnYZEIYKi2ZS9gCKwGkQs2iDZOvcvpjEWNw35oghZ8,6157
trl/scripts/dpo.py,sha256=-vk_iCd924fW9H8EZ1ZSfwxZBxCW-BVF0knrn8RjnTY,5291
trl/scripts/env.py,sha256=iWyoZVOhi_VhD94KuLJ16FYhHuRaYyTPAwcVH8InFi8,3593
trl/scripts/grpo.py,sha256=PX3hoo05yUCVGhSRttOyEBkKPdymopGQ87OanzvlaS0,7291
trl/scripts/kto.py,sha256=oOwYkhkK_vSNZq3idfcRBzfvkKWIsB76NML56K0ad9o,5210
trl/scripts/reward.py,sha256=SyIJxqsIaRkogWmRdA81ptLP--5NKNEasnyhfnjN3FE,4150
trl/scripts/rloo.py,sha256=3GmtA_WZNjRW23cTSA5agPq8FAPjcqEkTD3kQd3xre4,7291
trl/scripts/sft.py,sha256=MQ9OtfdQqPLxyp74YjVFWm0dJi0cTPbIJhrZUJCiCdw,5003
trl/scripts/utils.py,sha256=pls19QYL54el6G-TmNvas2dRok2ZzdsTTJZvNuggdyo,20205
trl/scripts/vllm_serve.py,sha256=LXEALowWNgc2rW3PK8s56UAUYzCLk79uFDU5c3qRALE,14206
trl/templates/completions_dataset_card.md,sha256=48c5hNBP1BtG01GYcHWHtyFsMxL9O63OXKHpTyk2xOw,1233
trl/templates/lm_model_card.md,sha256=ifXLklxZy9_QauwHdsL04LuMGSjFxhaAbnLWYOAoTeM,2376
trl/templates/rm_model_card.md,sha256=60I5gGdjKXjOncUY2KAlDgr5qjlrc4MbcM5pngmPPkM,2168
trl/trainer/__init__.py,sha256=F-1Me1TA4CDJP4bzVuveykKrKhcRFNrqFqQavCyfW5I,2989
trl/trainer/async_grpo_config.py,sha256=JAt2EW0rSCZvVtarPD17T-swoJa5waYHTBZLPlXSGJs,24593
trl/trainer/async_grpo_trainer.py,sha256=GIrpEvfuf8mKD38Rm14LZ2JPO-YcRdHY_SiYelQxY-U,206694
trl/trainer/base_config.py,sha256=Hg-ZH1JquUj7iQZ0NLW_3-G4eOfvGBSobAcxpsHbyCk,6055
trl/trainer/base_trainer.py,sha256=trczDhdlXgi9dxT1i4JOmXos2lgIYP3oGeUMIZ4AJi8,9253
trl/trainer/callbacks.py,sha256=7kO8Wc4DfZVlW5T9l-c1xhplB4gIPSsr1SPlaYiakyk,32105
trl/trainer/distillation_config.py,sha256=kBe9s5n7FL0EvBjJWKGPAXvdxmV6iNLfVIFMb0sFSrQ,21663
trl/trainer/distillation_trainer.py,sha256=kSYy4LFUapOqCgbR8-lw8CIyJfMjvQs9vvq9VszEO2k,117700
trl/trainer/dpo_config.py,sha256=QcYi7YFWTa3ORVgFMW_Px8IWfwf57_itRK9PePUtYx4,21971
trl/trainer/dpo_trainer.py,sha256=jCqwlGKxuP4rwX2eVWRlAbER199y8RooLhRZtAiWTnk,105720
trl/trainer/grpo_config.py,sha256=mKoz4Q6s5G6EsTu7c0n5cHHEmCV9znQ1JYqphnmRrXE,74305
trl/trainer/grpo_trainer.py,sha256=NTSx7jgpzHU8awydih8aZxUSDwZy47okLdMa-69JnnU,208019
trl/trainer/kto_config.py,sha256=JZWMPKpQyezm_85uLmdwub-TCBIzuqRnXsH55nnbcOw,13722
trl/trainer/kto_trainer.py,sha256=Potmm-cezCSmHI4sSClKF5ib3pIxQK0DD_4ryNximTk,98078
trl/trainer/model_config.py,sha256=qeQHxn1-U3p66_4HMZppc_BEt2Q-roAHbo0cz8I-c0Q,8518
trl/trainer/reward_config.py,sha256=7PNAHJo5HgvQssmz3jNCGOXknfu7yBCpGhA1xgXplwA,9126
trl/trainer/reward_trainer.py,sha256=-AmzPx-yVHan0a-QCOYs6GO5ef8VDYnABP7EzmJv0SI,47353
trl/trainer/rloo_config.py,sha256=1t4KomxXJ653hfS7lAqstzNv_cDl67TgBTcWquuHmCE,37753
trl/trainer/rloo_trainer.py,sha256=JktqrFNZP0Z4p4mLeCVMxY1q0CEqVhAQsob3kq5kt6E,114882
trl/trainer/sft_config.py,sha256=ShhRL73IPJ0WvgnuaFKc1MwH5CQ8mtczaG_Ty3CYTWs,17862
trl/trainer/sft_trainer.py,sha256=hza9dc9JzM2_atl5_6ZfAH_bcbVg96XB_Pf74sNfdb0,101570
trl/trainer/utils.py,sha256=UVtBMa4oY6Sb7nNu7q9N5gu1LjkCu0spM716_8kKEbY,82616
trl-1.18.0.dist-info/licenses/LICENSE,sha256=G_YUsf3ED700SqWNANF9X9DSUuozOgW-AYo4lZyLKZg,11355
trl-1.18.0.dist-info/METADATA,sha256=L6OFpGqhtfuE1szgnIB6WnXq__21C0tqXojgqrmDrHo,13664
trl-1.18.0.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
trl-1.18.0.dist-info/entry_points.txt,sha256=EiubuQrZSGOohRB4xVoiVAyWsPsOHPSVpbzSk8YB0x0,37
trl-1.18.0.dist-info/top_level.txt,sha256=QU12VhjlpAtMnIJqiO2np3RkTB_Eozt1d-g8QDf5P4c,4
trl-1.18.0.dist-info/RECORD,,
