trl/__init__.py,sha256=-aHhozyA0FuYx6FdtEdALW2iQf8QxdYtFGZ8iD3Q3uA,3798
trl/_compat.py,sha256=Y3A7P4Ewb7u4o269yJEZdm5CZVfDcXqqE8syyiTPte8,6754
trl/_lazy_module.py,sha256=0KzILrqySOIHVJ2fRP0bVRaBEasS1YRqKOwkeEIg61Q,3264
trl/chat_template_utils.py,sha256=AVKZm1niIQ_BJXA_hdM_RZ90-7crphSU1fONbLBEVeI,61345
trl/data_utils.py,sha256=BhRG9zAyJH6lYrpq54JzC5EW39c2O9LzfNNTBq1DYpU,43234
trl/distributed.py,sha256=taWLPat2ztmNxH02apimEls2Aj1TE-JJPa6xrGCTuPI,3157
trl/import_utils.py,sha256=w0xLpqD8JfRGyJFmGbLgVDilG3vy9TqbXrCBPTqcTM8,5191
trl/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
trl/accelerate_configs/fsdp1.yaml,sha256=FBw8i6diLwfcUI6Uu7T-UTpd7niY062tLsCFMLoT0c4,725
trl/accelerate_configs/fsdp2.yaml,sha256=zg1L3kVDJb7kvuxIPaqMN6mZQFD2mvG8IxSRmkY7dDk,627
trl/accelerate_configs/multi_gpu.yaml,sha256=yDX-SPo8qY3SW8jsf_53VJX1GwIV20wmRPBbCKf4_8I,321
trl/accelerate_configs/single_gpu.yaml,sha256=4MuOZIjHNir2adOzaoOgBwD9IXXRbPNPzBYVW-zkc7I,316
trl/accelerate_configs/zero1.yaml,sha256=fyUlyzQ_nhP6oamOgOBM7MDZMuHvG4xZfm_-2wnuYTo,441
trl/accelerate_configs/zero2.yaml,sha256=kW58rFIjO1Jz0-TWjg2zUHO5BUBHI4TPFIUHb2M-WiQ,470
trl/accelerate_configs/zero3.yaml,sha256=VN3HDSxEn_WCvYpML4thWO7cpr2N39VwAJjMvPtwfxE,498
trl/chat_templates/README.md,sha256=gC1K9bLcfhK8SZI8ho4dCMQKxXDAaU20ziHk1HnSr9w,19233
trl/chat_templates/cohere.jinja,sha256=kMM67hSqKiJhJ1FtSO6RhMm5B0XUoExIRiHsLoL7cSw,1318
trl/chat_templates/cohere2.jinja,sha256=IUfEdPQbUitylvdGkrnzHkX0mjFGWWBXap0yEznFkVo,3239
trl/chat_templates/cohere2_training.jinja,sha256=flg2p0wB0iUEMGJz-Ke0n5RPa5YO_uZ2CcB-7wqbopU,3588
trl/chat_templates/cohere_training.jinja,sha256=X5cYv-OhlFNm6nkrlxTkKqWEnx1BoQk8LOTaSnc4OZY,1626
trl/chat_templates/deepseek_r1_distill.jinja,sha256=VqFEetMZJv3CH7B-VuVkK9nIUMT1LYyK97vl8HmoT18,2246
trl/chat_templates/deepseek_r1_distill_training.jinja,sha256=Q5ylDgN73ya55lTj6qVZ_dGdQeYCMHvLEzRRBw6y7j4,2764
trl/chat_templates/deepseekv3.jinja,sha256=Vjsc59YdUKm0x0OakSoRFvCVtxLfW15NPhEWBJh062Q,2765
trl/chat_templates/deepseekv3_training.jinja,sha256=qttJQgBMGG-bqX0o9lPX8uDcIOQnU1KkhvfK--Tde1E,3379
trl/chat_templates/diffusion_gemma.jinja,sha256=mut-rGith7unVn6dRZf_ID5WCfG0J9noI0N9AULMYb8,18575
trl/chat_templates/diffusion_gemma_training.jinja,sha256=zxZk8wFgXC-n42Ghi1tgqvOJaz-OJia5aGmpnI6Kcfk,19574
trl/chat_templates/gemma.jinja,sha256=7NauUT_hA_DrYuirW_qND-RcEHT6OYsInJOn5wwVz9Y,591
trl/chat_templates/gemma3.jinja,sha256=feHFjiCO2kbpx_hjl9837EmIOu7OOfuWHgprJAiN08Q,1532
trl/chat_templates/gemma3_training.jinja,sha256=lZslfn_BYD-MrpyYkOYvQ9be1sD3K5tzxBBqTOqglvw,2722
trl/chat_templates/gemma4.jinja,sha256=MyBPGstb0AAnE-FqWThH8kzur-cR7Yi9oqNS3JlqM3M,16804
trl/chat_templates/gemma_training.jinja,sha256=-CXemugOrIqJ-l-eboCt97eauGAlZJB-fEHcFTFdBKs,1363
trl/chat_templates/glm4moe.jinja,sha256=RPgVhovwL6RY3S90GjOARvS_RfOY620Gd2Zya52WzOM,3242
trl/chat_templates/glm4moe_training.jinja,sha256=ecI4b75EyYgb4Jst0IbgeZsVRH-NUwxFBBFSttqfNwQ,3697
trl/chat_templates/gptoss.jinja,sha256=pMmRnLvUrN1RzP_iLaBJJksbc-WQVfpYgRqZ7718gUY,16738
trl/chat_templates/gptoss_training.jinja,sha256=at2nzqD2PvFJGL5_JhALMkUlthhajwaTKRQ4j_qlLjI,17057
trl/chat_templates/idefics3.jinja,sha256=DX5WykFwW3mTLecHsivIVcPPzvrmLxrF5FhWBlSIPS4,408
trl/chat_templates/idefics3_training.jinja,sha256=s9IwIiquJC7to3PzbwjHFwVX3L1Kk9-y0tPHGO53dlQ,1193
trl/chat_templates/lfm2.jinja,sha256=zvGHQA1ipZUHqrOmQuqajSou8mNWK8NDBWDhFpRSc88,1379
trl/chat_templates/lfm2_2_5.jinja,sha256=bWXIgEhHrXTuqRLdfso9wc96RXtTp39H2EGhQSGRCWM,4621
trl/chat_templates/lfm2_2_5_vl.jinja,sha256=hvR3BEmkeXybQhLRELDMcPuZPBzpYAlbz7Eu6iL2HMo,5436
trl/chat_templates/lfm2_training.jinja,sha256=_CkWP1IYVjSvI0tXw1iyMfIumiZvjsupBifkegNiYQM,1522
trl/chat_templates/llama3.jinja,sha256=ugOhIdCXhZx7W5zQOvmar-lSdSENKHb2Qq2ZKaFQ8SI,389
trl/chat_templates/llama3_1.jinja,sha256=4QyjgbHMxc-dtS43HztmUVdsruCmMLRS4oFrLUBNS2U,4614
trl/chat_templates/llama3_2.jinja,sha256=WBb84QRE4DwunuHvikoephrn5p5DhhPzsXtp0EJiI6Q,3827
trl/chat_templates/llama3_training.jinja,sha256=nc6YHilUz3fU0K0tus-ABqX9o0oL30kjB1qTPQi2lHA,863
trl/chat_templates/llava_next.jinja,sha256=LBckOpd_0GQ_tUmlCajiaE9FUX3w-fYI1Yk7cZ8WVp8,663
trl/chat_templates/llava_next_training.jinja,sha256=rgunlIj3wiWuadwz19O6PCOxlzwE2CzdXz9M0WUQl0I,980
trl/chat_templates/muse_glimmer.jinja,sha256=z8Z-XzSfN2kN_THtHxi8REKp3TL-OaZI-ZPLTrPK5ng,9992
trl/chat_templates/muse_glimmer_training.jinja,sha256=buyEzMUn7wPv3K0Z5k5aQ0fSLBPF2A-tyvKJyjRXztk,10333
trl/chat_templates/nemotron_3_5_lightning.jinja,sha256=WJM9t30wmbT3jFWjg0enLh6gW5fWvY84d1MD3AGU4Kk,9867
trl/chat_templates/nemotron_3_5_lightning_training.jinja,sha256=pE78Sc8C497kQhvTSSW6fiCB8WUrFmSO--xKboogPqg,10678
trl/chat_templates/nemotron_3_nano.jinja,sha256=q3gTw6vdnLZVkFpBByiybHiE7KRd36uNn5MVU0haeGI,10504
trl/chat_templates/nemotron_3_nano_training.jinja,sha256=9SpKcCkrmNtNG59ppZVGpD_F6GA6Z5R4GXOj5YIb1HU,11158
trl/chat_templates/nemotron_3_super.jinja,sha256=V1-3T1TtJk35BH0OzOPJiTiq6VP7T1A1ZnVwYmTLtoo,10771
trl/chat_templates/nemotron_3_super_training.jinja,sha256=04WVhURFdAkCWdQDymX3Gklrd7C1DzEQaqmaJfXKppI,11585
trl/chat_templates/nemotron_3_ultra.jinja,sha256=gnU771ztxJMsHtUJtcmhK-aA_YbRrbZbw_c5jRHI7rw,10152
trl/chat_templates/nemotron_3_ultra_training.jinja,sha256=1hzKIwrE-BN-dOiNc9imSeTDpxu3m4KSWhnPbcUqbH4,10969
trl/chat_templates/phi3.jinja,sha256=3K7mbfd7-7eJ7FQf5xMhjaMCJaUm8duXE4_DnubcVqo,407
trl/chat_templates/phi3_5.jinja,sha256=eNl2pEK83i8L4Vqvu44wUOEQT4ZzImb2hAMlG4mYKpA,430
trl/chat_templates/phi3_5_training.jinja,sha256=p2qWUal4Wv4mnGuRWY1V8Dq4rfPYSJpKnI70MhKLfAg,971
trl/chat_templates/phi3_training.jinja,sha256=8At3TFkzEp7gpyvtNV2ZR8sJ-AY9bPI7fbcbM7XqIWI,947
trl/chat_templates/qwen2_5.jinja,sha256=zY6UOfBXCFb9cEcL-IievYtdEQcgf2el77RuNCMwUn8,2507
trl/chat_templates/qwen2_5_training.jinja,sha256=DNhvuA9SCIXjUECo3zIVQOcp0zWNpB8nz3TTMQPZT2I,2965
trl/chat_templates/qwen2_5_vl.jinja,sha256=oLxvb8eimoABekM-jwOhzBI26DipRKLQNClaYMTy_ds,1017
trl/chat_templates/qwen2_5_vl_training.jinja,sha256=MchZMqbYgm8P6NUrgXZ-umuGkSiwp8dQPR57qq1OgEM,3239
trl/chat_templates/qwen3.jinja,sha256=pV7hsWYBKLcJhyPgq82SyqB4gGEFHGLVHL6H2c8ZdNg,4168
trl/chat_templates/qwen3_5_nothink.jinja,sha256=Jz2ODmg7iFBx-xfgjXHl8qXd-1MJdWGBaB3k9aGCLYA,7755
trl/chat_templates/qwen3_5_nothink_training.jinja,sha256=8y_j4hwg9Z0ZMkQYHItMMkxzqM0xPd-CVjOp7P0q-tI,8171
trl/chat_templates/qwen3_5_think.jinja,sha256=pK7or88uBxGULPhIiZvmYBb40UqIn_nt4HvKCZwo9xU,7756
trl/chat_templates/qwen3_5_think_training.jinja,sha256=zPNW2PI44ofAR7HvWJhQ_WsrRObLKQeeJsY1-5uBEe8,8168
trl/chat_templates/qwen3_6.jinja,sha256=6E8yoj_donaJ-GiqShpWIfQRM-UaSNfz78vqKDlXQlk,7764
trl/chat_templates/qwen3_6_training.jinja,sha256=xaJurzqrd_3E7GllQP-JZxP_B2T1Us6fWX7emfxnMDQ,8090
trl/chat_templates/qwen3_8.jinja,sha256=w8-eNKv0-eNsLXIWWqnBMtPipyW2wlhqqjqK-deoEEE,8952
trl/chat_templates/qwen3_8_training.jinja,sha256=Mgwvc0KI-Rw0HBw8lpDk5qugeieFK_iNfISByIAWgog,9368
trl/chat_templates/qwen3_instruct_2507.jinja,sha256=ZPhbGYBl0PuiqB834Q7WgWHOLBmnVMcQDmfgyi7pwyY,2630
trl/chat_templates/qwen3_instruct_2507_training.jinja,sha256=SOF6o8r1vyAHW25zZoZO6UPgC28HUqrf6LZwwqsCkaU,3165
trl/chat_templates/qwen3_training.jinja,sha256=HZRP-PJothGrspbN0k0PUZge7xyGR6wyHDoCWPYetsk,4360
trl/chat_templates/qwen3_vl.jinja,sha256=NjbQ8L1r7wJlTN_9xEe3nLLO-KsCzHUmc0WUYpGkieQ,5292
trl/chat_templates/qwen3_vl_training.jinja,sha256=Zr2BmGv3-Kvm1_tKUDQcjYrhSxZjfo-4dryn5-8LnG8,5741
trl/cli/__init__.py,sha256=B8PH6sNvyPB70xWMkMH8tFDDPN0gtvFf58IRpER_3mc,656
trl/cli/accelerate_config.py,sha256=UP1H5tldCUyK5gMmXg_hBhAF3XaWsyZqt8hVHmozneU,2008
trl/cli/accelerate_launcher.py,sha256=U0YogVSKf7zcYMQ_gEyA2DRkSbRxmPhx7G1CYsVXmLc,1897
trl/cli/main.py,sha256=AtvE_bH_ByC7lLZlzZu44-gCnF1bfIm8je7Ad3hiCrM,1660
trl/cli/commands/__init__.py,sha256=guLG7m6fRKKv82SpsAGMN2Qt0cQXpfLLqDG5wckzTQA,1191
trl/cli/commands/base.py,sha256=DDKAl_-ezJRx9vwHr5WTDRNNQeDW8i23Suea8HDOTBo,1855
trl/cli/commands/env.py,sha256=LuM17gUHBFiSGzGzsx0pyCDFSszzhJFoDXeh3FJmaJc,1146
trl/cli/commands/training.py,sha256=Q8QmzYvIvzwdN0NB5raUguJ-WZhUNw5z6CJyWrLHr9M,2753
trl/cli/commands/vllm_serve.py,sha256=H_MfQJryaXCBO6sGlK0ggVlJjw0PnGohJtZhLDqkaz4,1604
trl/experimental/__init__.py,sha256=FMF_-llsmlfdSVPb8RfoW4z6zX0Co7J2jub6IW2bKyE,1310
trl/experimental/merge_model_callback.py,sha256=1wgwgatos-xUsMKe9VGAIfkABdpYzHSK850Lq2rdgiY,13866
trl/experimental/utils.py,sha256=eIKXTVFQQoG8OqF5-NCNF861YvZH2VbRQdcGfgvg-Fo,48681
trl/experimental/a2po/__init__.py,sha256=iRKDdeda5JbO2iUF0UHXaqXwujtrc9B54C3qh_tAI1Q,686
trl/experimental/a2po/a2po_config.py,sha256=mSmPE6Y2i22yriytLu8pmA7QfX3rP772q03hXMZlhMA,7197
trl/experimental/a2po/a2po_trainer.py,sha256=01MXwKMzmSXzlmGkhT2-O5pHNjqNeQyWGWKQo8k1B3U,18931
trl/experimental/async_distillation/__init__.py,sha256=a7fSApTbdtHZV1lC9Rrc730oL3UvquClaekUy1JFuTo,740
trl/experimental/async_distillation/async_distillation_config.py,sha256=jepk6N8j5QA7Wpxok1Wmn3Sv-HoupcsRvA3gxC1xngo,25015
trl/experimental/async_distillation/async_distillation_trainer.py,sha256=GxtyjEWj8lGTKBQ6tMU_2syedADjtwFBcpLrPduZ5DA,92717
trl/experimental/async_distillation/async_rollout_worker.py,sha256=lce0PSRAL9_h_eqpm7kRpHcUaRFvvKXIMclZhEL5gPM,36855
trl/experimental/async_distillation/vllm_client.py,sha256=-ppNmhSHBYCWI-2I4TKF5RTfUtRaQnLbvKiS87PTXu0,5960
trl/experimental/async_distillation/weight_transfer.py,sha256=iZbhjKmL2veYmTPwOqph5RHsTT7bwA_kAjKyFEpixTA,8231
trl/experimental/async_grpo/__init__.py,sha256=djISk67rE2GC5S6-3Qm4NJ7f4JfGlmmvYwmcNYE_EFw,708
trl/experimental/async_grpo/async_grpo_config.py,sha256=6fHahlHqxr7zqFeIDTmm3jqcerhrdhhhT_Gbwb_RBYg,23022
trl/experimental/async_grpo/async_grpo_trainer.py,sha256=F0blV5NfmZhqYeO8xeDPorORwSAE8oKgO2sPepemMHg,79285
trl/experimental/async_grpo/async_rollout_worker.py,sha256=zaDVgqQE3f7kSjf5fmdtj2B5hBHD3FiAglwGZxNeqog,59439
trl/experimental/async_grpo/openenv_harness.py,sha256=NTk62X0yEUPdGH845Ipjv2FOPioKQvTEqq3pYOwYZVA,20940
trl/experimental/async_grpo/vllm_client.py,sha256=9RQIin-L2sinFejOQsyXcz_qT6wlBo8rNJ4h6yNtzBI,6732
trl/experimental/async_grpo/weight_transfer.py,sha256=F9k__ZVGcOdIzSPH7cfdxRYqhQkMn00Xi5YDjohse70,8744
trl/experimental/bco/__init__.py,sha256=X9vUxV2PcrTORo0CEALpq8EoHXtNTavAh0s-GVBDYio,682
trl/experimental/bco/bco_config.py,sha256=RSpvp3loXZbjXOrJ_mudK_AgzqWwfSfOjdORrlakJDY,7962
trl/experimental/bco/bco_trainer.py,sha256=Q-H2pJ9J6gEFB8H5Qq5zbj8oMryXSwZ-lI0rQC8V2U8,74181
trl/experimental/bema_for_ref_model/__init__.py,sha256=YSMOnS353SIRvV4_NS-Y-t0sbD6snBcbELbG3ku2Nfg,683
trl/experimental/bema_for_ref_model/callback.py,sha256=HpkU9qUFIdi2snaZR_3-lx2eVLtUuh9uDl2bZX48TXc,9834
trl/experimental/bema_for_ref_model/dpo_trainer.py,sha256=4YrnaxULpR6TSpjWLvOGoLBziWQNGgWhNqOjuZT1mHg,1181
trl/experimental/cpo/__init__.py,sha256=rO0s9KRAaIsLOMJo2sweX51LkAK4QsLOeDDGIonMFLw,722
trl/experimental/cpo/cpo_config.py,sha256=1Aj94ev_82xb48YkCs4xl_d5bMLMT8PF3Nb6P_BUFmA,8903
trl/experimental/cpo/cpo_trainer.py,sha256=gbFmr-YxogRbWRk6fM7YOmQLl0fotb_n6hu5E540BdA,51589
trl/experimental/distillation/__init__.py,sha256=BuGCG0x99WEo_684Oabspyo7VFUoTYuPEo-ANv9d48s,1753
trl/experimental/gkd/__init__.py,sha256=QO5Yki2ia5hOep3fpQArdI3KMnpQkIV1FE0WiznkZrU,722
trl/experimental/gkd/gkd_config.py,sha256=gFiQXj4H7kAt89IoueUs9ZAOP9kXx3AX6aAJyyKeEtE,4853
trl/experimental/gkd/gkd_trainer.py,sha256=VmTyeNN03ckuApuLBqX08WaSCw1P_W8rASh9YzGJycE,26296
trl/experimental/gmpo/__init__.py,sha256=yeoiMnVdDNki9-jJrUZ3dqE_1GRrMhV4Nbo9AbfPTkQ,686
trl/experimental/gmpo/gmpo_config.py,sha256=gWKc4OjqpyN4Knf_78HVhFuj8QQfw-WyjmcReQH6W6w,2145
trl/experimental/gmpo/gmpo_trainer.py,sha256=39Jt6wcm-ht9Q8oWvCGU9TE_i_0NrIeRUZ0epUsJNPw,8156
trl/experimental/gold/__init__.py,sha256=FnYqi1_ahqtra-Zj2iECHAfr7AHBXQxYWrDNhK-a3Vc,728
trl/experimental/gold/gold_config.py,sha256=tBROlnoE1TZPY5J4AVhiBsyIGAPEROd34fYi-Rlt5L4,28203
trl/experimental/gold/gold_trainer.py,sha256=N22ckgmdz1iftY1HL8l8xYUW2kKXhUfko_16KrzU4IE,139798
trl/experimental/grpo_with_replay_buffer/__init__.py,sha256=KPrhB5rG42642HmeBRcnefGPLBICYAdd613MaDGFTys,770
trl/experimental/grpo_with_replay_buffer/grpo_with_replay_buffer_config.py,sha256=p-uoMcOq1oXB-pdEG44ggKwKAL65Ho6NRk-iM3ZN1wQ,1373
trl/experimental/grpo_with_replay_buffer/grpo_with_replay_buffer_trainer.py,sha256=5K3v341aiBWQIBtIC5WCNzB1t4D6p7G5E9XHcWby-T8,44132
trl/experimental/gspo_token/__init__.py,sha256=ymJxlrn9cMOyLPGHBq_7VKfvGrhbXYl1ZPi8OyGjSbE,650
trl/experimental/gspo_token/grpo_trainer.py,sha256=N7kSVP9w01PKSgS9HihgIQLdy9UL46ebC6Cmy2K8UuA,8936
trl/experimental/harbor/__init__.py,sha256=aprEKVC2b_9oHaC2jRdP15bfiM-7shFjLXkscc8c8wE,1254
trl/experimental/harbor/_env.py,sha256=s6Mxt5DRPPL9jZmtj31HYl_vlZw0bTUWRjNPlg1fp_w,11514
trl/experimental/harbor/_spec.py,sha256=CspOuzacW3QGLZarkd03Ji1AbGA1FDNI-cc5p7UYN3w,9981
trl/experimental/iw_opd/__init__.py,sha256=xkPAbYrAaGotwPY9UgZJ65x6M0D49jI7-dk0yI8qu0s,736
trl/experimental/iw_opd/iw_opd_config.py,sha256=ZPkJ9tmQkx2TSQvdXyCPCyfQ6yYaO5ryz_kSqMVw-ac,25857
trl/experimental/iw_opd/iw_opd_trainer.py,sha256=2jPhPH-4oejK45QqYX9Y0ZWDNBx_bfIl41hGrKQ9tF4,94344
trl/experimental/kto/__init__.py,sha256=lz4FRMath817hK6XXVwKDbfpK-thshvoPv00AGThVyY,1627
trl/experimental/minillm/__init__.py,sha256=xJRoMqech-1OcFwcP3Ut-wV7DlYm6z6SXb455kHOlpA,746
trl/experimental/minillm/minillm_config.py,sha256=T3dXOWGD6VYD0tmfyIXWScy_C6fGr6T5pm7zgD_eOnM,6640
trl/experimental/minillm/minillm_trainer.py,sha256=TbZ7dcZoIkBZ0bm1MCl-hlZzvvUUlYNdK3UdEv-WBk4,20329
trl/experimental/nash_md/__init__.py,sha256=0-fTu0AiobRY3KTKO6l-HMW_Me66vuaF-l7ym62oRXA,742
trl/experimental/nash_md/nash_md_config.py,sha256=6GlI-rW4umHCMU2ykEwLztRGvd8hpHJlznEu7KzAsH4,1872
trl/experimental/nash_md/nash_md_trainer.py,sha256=AMZlqICIdRTduJncL2uHOns3qknSOy8W2dqtETL_64g,22585
trl/experimental/online_dpo/__init__.py,sha256=d0PLdODeA1bPSoXLlGWEAeA6XwGiHCd1isltzRGAVOQ,760
trl/experimental/online_dpo/online_dpo_config.py,sha256=P61xWc3ustpu7xBA__N6NJwI0Hm9G6McCBuySnemXVQ,20719
trl/experimental/online_dpo/online_dpo_trainer.py,sha256=Uq8xEAZnXQrPjW3mcNN65ryD0XkkXcIMIYwJKIkbWGU,71124
trl/experimental/openreward/__init__.py,sha256=Cn8PmmYmWF6RqhXioKxH9mG_PszFdvYD7AdGmyMDnSg,677
trl/experimental/openreward/_spec.py,sha256=x3JezMGCjM5qo_kPOStAlOQ2PQ8Q4H1_I4gsOs1iCCw,15588
trl/experimental/openreward/environment.py,sha256=AW25hEl1qvRGQUgipBXHHIiFPv1DyRADadB733WOtLM,16330
trl/experimental/orpo/__init__.py,sha256=raFCz1dhCGKRjdQREuxEWY_MwXpIA1GvpZXxsqzv1EU,728
trl/experimental/orpo/orpo_config.py,sha256=FYrP4Pne9OUKbCnMrefbd7yjvTC-QezmCxV9AT-qzWE,6367
trl/experimental/orpo/orpo_trainer.py,sha256=fJQ920W2O33tyjHZqmzCFHy1jFjHETbXNSUO8nfq038,50166
trl/experimental/prm/__init__.py,sha256=D5e_7PoXs3nTMVQaN1rAGvIUra6cQDfOyFViUbZrNR4,722
trl/experimental/prm/prm_config.py,sha256=J8g7bZxpS0h1zX9LXrtI6LYvZHb3mztBmhfjwSr4Xyw,3780
trl/experimental/prm/prm_trainer.py,sha256=OrDd1HWbMzCWR7tdyzw3G847Qi1VsORN6z6D9Ne4R8I,16948
trl/experimental/sdft/__init__.py,sha256=pI92-nBzVF4g_g_CWNPrUmNPLwhscz-zw8CIji54YI0,728
trl/experimental/sdft/loss_utils.py,sha256=UwtXHAABu_hbsMeHJdMmRaTXFVZg4i5BWA-rXJ9wQeQ,6049
trl/experimental/sdft/sdft_config.py,sha256=zTWy_7clfSJbBzhcqZmjuSb6uScSlqRScTeeF9L3qrc,27018
trl/experimental/sdft/sdft_trainer.py,sha256=j7LKLlkWTsb5KeTDwkcEufe1I3sK2vrkFDrTa7J2IV0,64964
trl/experimental/sdft/teacher_sync.py,sha256=8WAQB67K3UK2d-KvwZFsA2UoHOZoc_A6eU4CiH4Z0s0,6675
trl/experimental/sdpo/__init__.py,sha256=66WDtge8cD3Jpp-yTaPgzvDZfF8h-Svju4cc9FSbb_Q,728
trl/experimental/sdpo/loss_utils.py,sha256=UwtXHAABu_hbsMeHJdMmRaTXFVZg4i5BWA-rXJ9wQeQ,6049
trl/experimental/sdpo/sdpo_config.py,sha256=hqZt7oJY_Ad0KCxVjvb9nKXA-pE9PQV3pm9XVBeCdmw,39462
trl/experimental/sdpo/sdpo_trainer.py,sha256=uFJR-ZSySykRKkT-wvhTyKretoMLiiKzjS_fTq7Pbf0,90916
trl/experimental/sdpo/teacher_sync.py,sha256=8WAQB67K3UK2d-KvwZFsA2UoHOZoc_A6eU4CiH4Z0s0,6675
trl/experimental/server_distillation/__init__.py,sha256=Q5blp34MCtFUaI0PGqzm6LJP_2MbWC1RW30X0JeHnvk,876
trl/experimental/server_distillation/server_distillation_config.py,sha256=rm1-rlB8SngS6qXRxFR0hneQc1-__lex5DV3PxCWIz4,5806
trl/experimental/server_distillation/server_distillation_trainer.py,sha256=m9n-wtkDNOvYFK6fZQuHqTrD3UtEDea3VpH9MYtugOk,27474
trl/experimental/ssd/__init__.py,sha256=kZ8pR1q1JG6pwbQmHMbsthOm5bD6Tqtvh4AOWaviS24,722
trl/experimental/ssd/ssd_config.py,sha256=AQIk0XqUEux4RXzrkWcSJ-plcegr7gIgb2TCR775xuc,12521
trl/experimental/ssd/ssd_trainer.py,sha256=FJlCDMkkd7-XSSQXL03Kz58qKuSmzJ2R31CP3HLIzPY,25018
trl/experimental/tpo/__init__.py,sha256=fDIWPC3c1BL3VngtbKbnaB-UNRNY4tewOYrr_7yXWG4,722
trl/experimental/tpo/tpo_config.py,sha256=ZzOXKjXrLvqdB9PK7tdvJC4o6z1HdvGGWh3B6odrv9Q,8136
trl/experimental/tpo/tpo_trainer.py,sha256=XrZdwRIVMe6GOB09M95yVFuCKFUdAylYTjg-KtCSX9o,45614
trl/experimental/xpo/__init__.py,sha256=QcEIbvNKqd-1mR_mHH8gmtE5UGhZGBFG_9bMYLBhuvI,722
trl/experimental/xpo/xpo_config.py,sha256=hWuv1yNMEM-KBFJFv9x_8xu-NhsU8oblvqQLLLF68-Q,1691
trl/experimental/xpo/xpo_trainer.py,sha256=cJTYpYZDgfNC2x1-QGyZCLfki-aRPs9glV221-sWkOw,23355
trl/extras/__init__.py,sha256=V1wvJ_Ee6Ro58SbMXQqO7FG-_jvCpy6kB31_7Wtl68A,611
trl/extras/profiling.py,sha256=8Uc680LGUEyQncGsMgwGpfAzoYG0eZ3t0capXw1qROM,7677
trl/generation/__init__.py,sha256=aAYDsVEN0dDYZMZaeZvBhAohos1fQX_asTGHJrjmFUE,828
trl/generation/vllm_client.py,sha256=Zd__Ce8cew_lONIB1U-fLGDM_OgdnaFUt9sJu-t1JJs,42509
trl/generation/vllm_generation.py,sha256=AaZ0ZklP42GMawLRXqwP4Q69mho1WGK9MgZKZHcdSO8,38823
trl/losses/__init__.py,sha256=IDB40Vbo9i7f5ME-9ofi1Vlb-8hDqb5qEih9-H8XKQ8,1195
trl/losses/dpo_loss.py,sha256=aVAijjoH4lmT3qAfeNBGZQlKJ-I4ROe8Asl-c0xqPd4,14678
trl/losses/fused_linear_distillation.py,sha256=BZ2Uo0AutupxLK8xefhAINlqJ4X58Yhki-T_jGxRCV8,13853
trl/losses/fused_linear_ppo.py,sha256=hnFussVhnO91k56xI2byoxybP_k9lfaKNZeXXFcDgbs,25021
trl/losses/fused_linear_preference.py,sha256=eH9iwSZ3RA9DVuJNjux97JQNoiDfPcVVFXmp_IAMNCY,19349
trl/losses/fused_linear_unpaired_preference.py,sha256=TtdR5GMprEpVr0tTHD8jvAYAkMuXPkdc0CjrAHX1s0M,14339
trl/losses/grpo_loss.py,sha256=cPmDgcreKIhB4EKjzf-zJsInLzGtGTbAlJy7MVHI3YU,25917
trl/losses/jsd_loss.py,sha256=J6Z9YMYWNrvvFPrKktY5MWDJWR0fPzw7YaELVyRhSks,9576
trl/losses/kto_loss.py,sha256=Yi3QLUXnmglXl5Em0DEeFSQqlORubY8yFiKqKdC1sWg,8380
trl/models/__init__.py,sha256=AdtqJlv3mNNGldTZRmm1-0Ymm0yMrpwnXN0ilv0gdY0,1219
trl/models/activation_offloading.py,sha256=65VpW8F0H0uhWnT7qqrkG3DwEOAkwr3eoAPsIvhn4Oc,38645
trl/models/utils.py,sha256=K8m4beVfJ3zQwLBwzu0xy08myCen2YH1eC6XEksyzVk,18224
trl/rewards/__init__.py,sha256=wjFas8-C-8fEu0XOXEzogh2szxZuuuaikyUBcwQX8lI,1334
trl/rewards/accuracy_rewards.py,sha256=JC5zxTIWDwMlZD5KUCdFNtauy4y70bqN1vBp438AQWA,15892
trl/rewards/format_rewards.py,sha256=XKId9E_3opkCtiELkYSWKxb8QnYJv2EGLuT9QOcmbS0,2211
trl/rewards/other_rewards.py,sha256=WUSxaGtAPi3LXq-1IC7KocbUUl59FY8C3yT_tPFm9C8,6126
trl/scripts/__init__.py,sha256=uBELpz2YbIG2YxXa5ioNhrWE0nqoior8hkFGP3ZzYe0,1077
trl/scripts/_hf_argparser.py,sha256=V6WfV7O-mVgmxPGxRiH84JMJdYjmPVmdQDj0ObENLZ8,21129
trl/scripts/distillation.py,sha256=Ym5yR_I3_sBScYzJ3Jpze6DlJevoTH8FLzu8BRiR-6g,5621
trl/scripts/dpo.py,sha256=YHPPOJneTTh6NGs2Xtl9opdCc7F9w1nboxM8aZCsVOU,4864
trl/scripts/env.py,sha256=NwKqs_IQK3tpW0xbBZU6qEx_68-T_SqAv_-BElbkroY,3285
trl/scripts/grpo.py,sha256=ANzcbELE14l-vXahET1wUbCKVSDO8gWQdnW6YBabfr0,6864
trl/scripts/kto.py,sha256=W86-m51lfMyKs1jOLszNL0bXZdOMCf28ieTo_QhpmQM,4783
trl/scripts/reward.py,sha256=DZ7f4C07QvjjovUx_jFruyj1g7e9DdqJYABs-E4HBBQ,3723
trl/scripts/rloo.py,sha256=esTB-8u_-aEPDjZMByZRat65_BFPal6rJTxkZt5ON28,6864
trl/scripts/sft.py,sha256=BLLs5uGhl9XJMN1PaBMCDyrTLijPldlnV-RWsclosWM,4576
trl/scripts/utils.py,sha256=a4hG7vyJKIdvuNGR0wP4Y_EOzpVVbw4CF5qvmtxuoSA,20187
trl/scripts/vllm_serve.py,sha256=2qWifmOFXoKqinTGXRTJI4rFkK_W9Iwr-GE64ZObwfM,14217
trl/templates/completions_dataset_card.md,sha256=48c5hNBP1BtG01GYcHWHtyFsMxL9O63OXKHpTyk2xOw,1233
trl/templates/lm_model_card.md,sha256=GUAzW9rFpN6Fn47_8wrFHtEarz3ZZTlQtT1gvkIJg74,2351
trl/templates/rm_model_card.md,sha256=pevYy0_B9OThscj5WcDXk_0Fopulfa3IGeHSAr8NwLM,2143
trl/trainer/__init__.py,sha256=M8pnDPC4Gd2TUGFnf6PoENdEa0-lh3uwLfAAyrE_G40,2799
trl/trainer/base_config.py,sha256=wD4Fur8JA0h6OwmstTTVDJKdAbI6gCekZOoU9KVznS4,5759
trl/trainer/base_trainer.py,sha256=a7kqgkJGtLknPjXbKn6nTS8z_nSNPvGrPXijtdIMljs,7658
trl/trainer/callbacks.py,sha256=fMqyDqbjO-uSC32kORo8vza4SqioJ_XxhoubFn-L4oA,31717
trl/trainer/distillation_config.py,sha256=eZBE5z7AiCJ86fjP2cViO4EHCUOWi6nonn0u1kY2gQk,20337
trl/trainer/distillation_trainer.py,sha256=YeILsy4NqTvas2QGe402NXEp0g-2C6G6_rfM-elJUwY,113063
trl/trainer/dpo_config.py,sha256=xu-Gs_4db59IQ7IjXAw736p0xIpva2mawZRx6noz1Ro,20796
trl/trainer/dpo_trainer.py,sha256=4aThZwjyUH4dMhe-ypwUocbMuOsIl0Ne8M5cOLEBk40,106338
trl/trainer/grpo_config.py,sha256=dn0LheYPn5KQ1Jfx2_BqjafOqR7H3RgNz7nwZvQSlr8,69882
trl/trainer/grpo_trainer.py,sha256=zbyWLdpDzVj_KIaA97KJeQPRE_zIdVbh-WcWPjfSSLw,203848
trl/trainer/kto_config.py,sha256=ji4fAWH6hBlFP0L6YhrrwzCnOjK1A_nyYtyoZC4p3pA,12780
trl/trainer/kto_trainer.py,sha256=zEWbQSf6J_lQz5fShK7goJ_IIivBNaqitXOFOMFGQy0,102062
trl/trainer/model_config.py,sha256=Y44rXzYJ4wa6n0teZS1KtFWDv-sZnh5HR4XJXdoe3KA,8144
trl/trainer/reward_config.py,sha256=meEZd8MDRabGXoQv6FmulPgFqbQyLZQEi6i__fiBv8Q,8257
trl/trainer/reward_trainer.py,sha256=pD9ZyYD-TL1E-KSCn2YZtRWgsu9qLXJNCLFiihpgrPc,42804
trl/trainer/rloo_config.py,sha256=GW2Lgy91JPeR3EcdMr9mGM-nRL2xyxPkomVUo1YgWYg,36858
trl/trainer/rloo_trainer.py,sha256=2ioGsxrRV1hvi8wGl6eJruPYoEgcd26A0OaQvdDNbdY,106145
trl/trainer/sft_config.py,sha256=_luJRNIY9OJP0sQoXOu9kItacpYU7m86-jbnK_GgIn4,17794
trl/trainer/sft_trainer.py,sha256=BMnA-VfN_bqjyu2j8p8_AE5Xh85e61LAmobU0T9W5MA,109771
trl/trainer/utils.py,sha256=wR6B6PldIg3MgBl6u9OjN7NWsMKeJ_bc0Ngw6c292CE,70075
trl-1.13.0.dist-info/licenses/LICENSE,sha256=G_YUsf3ED700SqWNANF9X9DSUuozOgW-AYo4lZyLKZg,11355
trl-1.13.0.dist-info/METADATA,sha256=sqHYgKSsad44owcdvlygU1FW2LSuALcPclxeemIo7U4,12551
trl-1.13.0.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
trl-1.13.0.dist-info/entry_points.txt,sha256=EiubuQrZSGOohRB4xVoiVAyWsPsOHPSVpbzSk8YB0x0,37
trl-1.13.0.dist-info/top_level.txt,sha256=QU12VhjlpAtMnIJqiO2np3RkTB_Eozt1d-g8QDf5P4c,4
trl-1.13.0.dist-info/RECORD,,
