llm_infer/__init__.py,sha256=r6OWB4SeXO-kUjsgln4t3i2pUX4Wb22fbuJxeCIvaKk,455
llm_infer/adapter_meta.py,sha256=rXXxt9tA0uoPo2yWYpi-iHMHGOeMLOp32XjviKPLUE8,2748
llm_infer/compat.py,sha256=6HbUgvCcCetxyuDJFbaO0Khi-D2TAdAQdqipSAOrtTw,6953
llm_infer/context.py,sha256=WeiNKVFgVx446FPTVBs0Huuf8Y7cqEPiBgtZ2FhK24o,2235
llm_infer/logging_setup.py,sha256=IjQu6RUSk0qUh-Sa1ZPpsa2gML1TZKPquC7Px-_j-xY,2254
llm_infer/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
llm_infer/api/__init__.py,sha256=Hva-maSPbc_mrXh6a6iYAbFrk8tetL7kSxh3tZ7XmPw,1994
llm_infer/cli/__init__.py,sha256=gUbv50v4wptVMLfgyBBD16iqGJYzFp3N-IYh3hwAo8s,62
llm_infer/cli/cli.py,sha256=f-r9yG43L8Jrdfk8CslFsTEUxjS5TQsnzMdCbZGEjpk,1038
llm_infer/cli/config/__init__.py,sha256=3f_9_6nxyEGspk523QPK0vEV-Pu2syADenqvShx2HII,337
llm_infer/cli/config/models.py,sha256=BdWZGVro5RKsptFAXJwXu6ayRlgEkgsnumi2h2wRcGs,1354
llm_infer/cli/tools/__init__.py,sha256=pSGx8pbfqlMSkqJSC9GfyKc3SFHc3a-KdvIqYPdJo88,207
llm_infer/cli/tools/compat.py,sha256=sLc35IT6bvN0vFyRFyWgroz5OcOWF5aNvRn2b1h52lo,4431
llm_infer/cli/tools/metrics.py,sha256=_hXjmZJQEnOzLXQeREQ4iqlWu1UySeAH0At1BsTA3qg,2990
llm_infer/cli/tools/query.py,sha256=QhWyBS2lhw_Kk4LpQFyl5-z5GKa4Ud0SvOYO7er1374,13826
llm_infer/cli/tools/serve.py,sha256=dJTcMqEXtyEZxf9_-DOD3roF19V0og1teX2YrDaccWs,12967
llm_infer/client/README.md,sha256=5YnZylTFL0eb42DYv3f80Ekj4gngLi2WaSfhZQRKQkg,4408
llm_infer/client/__init__.py,sha256=uqyhEnJL2P4gI-rz5fT9bj8CzbX6DLuxTbLOpsZRmPA,4357
llm_infer/client/base.py,sha256=Kb4lCjiD9YkotC_00bLAg_hKSItWuMOs3D4OQjK1dd0,7776
llm_infer/client/bound.py,sha256=V0ph8cTV8Lbw9rRf0VyebaE8nHaLnUoxgTuSNmerjZw,8090
llm_infer/client/client.py,sha256=MHlP0gxeEvLhHkfrVbV-_Zn3ZQhs698cLFQP6zjlWSU,18402
llm_infer/client/discovery.py,sha256=ODOp_CVdo1i2qk-IdoPtOVSoxYtBI2abhG5wITVYKT0,8729
llm_infer/client/errors.py,sha256=dPGlSB8YFzNmQXVVg8HP5svWdyFNYL5-7Ooa5bWkI0Q,2421
llm_infer/client/factory.py,sha256=SA-KLgwX2xxj6U_eCogbmddzbQTYPumh6o6sehsNx_c,16149
llm_infer/client/retry.py,sha256=vtoPEbeP_uEhEjIJ8GUy90mee35wAwFnLvZ7i6GONtQ,8288
llm_infer/client/router.py,sha256=c9pRNbwbEVowQHJvL3tQ1mp78Dp9X-pjMFGyKXsusuI,19576
llm_infer/client/router_helper.py,sha256=pc3hRNXeMlv5lXWnhiH_oiTkVl_L37pe71gmcd3708w,8409
llm_infer/client/saia.py,sha256=HOeFo4g-JNiRHT4nDRwMWWRfPASQTlZ6_eObSyTSDsI,10687
llm_infer/client/strategies.py,sha256=9UwBRuEAUrA1NsFpCOMVdMWok_blsgj8Go-G2t7sCvU,6750
llm_infer/client/strategy.py,sha256=GlKQwoh7onD8yTj0gQ9f2I11IJQZ1Q9T1aNK8ofHefE,7247
llm_infer/client/types.py,sha256=M1AOKfP6u4VVHm2NZK_PFlN_RJlLpJTi2w7P_fB3oR0,8088
llm_infer/client/backends/__init__.py,sha256=jEoypePhdlIEhAY4G8zbG_DyUu4Axh20nSYH5uH3qG4,647
llm_infer/client/backends/base.py,sha256=rZ1QSnsGb6TTloOuYezidiBof4W2Pz1WyFu_-848fvI,8609
llm_infer/client/backends/context.py,sha256=GaHn3DGcnOGZtbCdhle4hgfigZDY7IiI1oRyAYdOGys,590
llm_infer/client/backends/factory.py,sha256=2vJbov8mlNNcOY9sIye0_uGygJk7SpSHslnSkVDwyvI,3676
llm_infer/client/backends/mixins.py,sha256=Lg8OCqBAKBR3XCTqMinMDyRX37GSrn0ise6hR2BCuFU,2787
llm_infer/client/backends/provider.py,sha256=TO_au-HWHARyNOWGOcyElnUh846FOfEd0XZ5K4jty30,2529
llm_infer/client/backends/providers/__init__.py,sha256=bCLh3BiOh3EKzK5sfNRoxuWXDEQ8J8zP8GkDO2Ee-M4,199
llm_infer/client/backends/providers/anthropic.py,sha256=bLoGoypoGSJE-NjYrmQ5_-jk9mDrfqbZzyAO8Hz2N_Q,29440
llm_infer/client/backends/providers/openai.py,sha256=TxRb-nwcQ-87UG-YTo9f9tsyb0N9KuifUvg67QWxyBg,25191
llm_infer/engines/__init__.py,sha256=CXg7YEYPOAMrnYWVzahU0f5B5hxUmF9Dl5TQp0BHbiE,2418
llm_infer/engines/ollama.py,sha256=vzzJgrP3yYxs9hUA-CVhV_o1XtzzY5r2IIw0-OEfVkI,35282
llm_infer/engines/peft.py,sha256=4J8_yLYLTx9pYgipPp6kKc36vj93HMnaS3w_09-5BY4,33030
llm_infer/engines/protocol.py,sha256=EBC3v0hNd5ksAyqgLa53eLDUx3cbcGQW--ix1dLcErw,7706
llm_infer/engines/vllm.py,sha256=_mF7MHmLYcQ0AoD4eVo0SL2ydYUbE0s1hVS61nrRkbg,36544
llm_infer/engines/vllm_common.py,sha256=i4XSEhovW-upiN-oIXz_NiE5t4Oj2x4Pt0AwCSZ-8wU,1891
llm_infer/engines/vllm_server.py,sha256=y9s0rLyXHC8XpjDw6x7oWDIaePxJIz3dolYuiwwsOhY,38924
llm_infer/engines/native/__init__.py,sha256=wM8S_64vpTEQutIlk8DS0dN2gP9LfsxSx1Qduyf2sdQ,4762
llm_infer/engines/native/config.py,sha256=ffha8Is2ZzBaYo6TpQF3zqv6-w8KqNVWnGGxqkbkVVA,1687
llm_infer/engines/native/engine.py,sha256=4AtxfbhZvk5Q5lwE6d8LNaC51ynLiwUDj_EdljB4b1k,23612
llm_infer/engines/native/generation.py,sha256=nm6MUa7N8o0PeSIGU0QVYyKIY_aGHmrknoKCh4P1CuA,6343
llm_infer/engines/native/protocols.py,sha256=FybQCapliZJ6-2uRyziJsToQV1CdSahwngksTOx1s3I,8734
llm_infer/engines/native/scheduler.py,sha256=PRi98d3GuEiJ-9xuLjKv6BhiTPNq38lrOJoYFAUETfE,6410
llm_infer/engines/native/attention/__init__.py,sha256=EfXTI3X4z-w-eM3CZBvsiF_mTrDVwZuodias-5jFwVE,2576
llm_infer/engines/native/attention/kv_ops.py,sha256=VWF6vihLWU--UvzRl2K1VbZNzQU_YWgf6EjYazcLZFA,1070
llm_infer/engines/native/attention/rope.py,sha256=TT64E8tKuITKc-ODrW8eaPTsTUytLOedWXsCVDZMAUM,1735
llm_infer/engines/native/attention/backends/__init__.py,sha256=Pi9m6cX3DQMRjGq1v6qSHBsr405tEKkwSGM9LsKOIT0,244
llm_infer/engines/native/attention/backends/flashinfer.py,sha256=dU7Mx35qKsd7cmobyEzJPaXSdyYTk9PYyQwMuSLZuEs,7921
llm_infer/engines/native/attention/backends/naive.py,sha256=IDfSaEY3Lq8S1VLYAon669IT5pG1OR_XNyoNUcGLHvY,3725
llm_infer/engines/native/backends/__init__.py,sha256=xis4sxn3IB5A7xW4_4c8K2FvyE5ztjU1FaBJISlNstI,503
llm_infer/engines/native/backends/linear/__init__.py,sha256=xWhweOAFi9_FfB6NpvXSQYiyZ8usZEchNpbmfNz8N6w,1005
llm_infer/engines/native/backends/linear/registry.py,sha256=IfydQMuDWgfr2o66J628qmqj1Jps_LlqGWS8bpLDt3c,5743
llm_infer/engines/native/backends/linear/formats/__init__.py,sha256=ycm5c0_eKEhwuOJUzqgnfUmqIkMU-JCpcgOgow5iSDk,316
llm_infer/engines/native/backends/linear/formats/awq.py,sha256=gjuKM6hdfGjqDtcd_nuLwQSK2NvexDkSog_z05esghQ,1755
llm_infer/engines/native/backends/linear/formats/base.py,sha256=kfMyocGs098fPrUkCwezOX6H4Lw9N3bvfHISey8bUN8,2944
llm_infer/engines/native/backends/linear/formats/fp8.py,sha256=lPPYEl6EIin-IYnp9B5qK8fAVnCO4vm0DPAw1X-Gldk,1514
llm_infer/engines/native/backends/linear/kernels/__init__.py,sha256=yVSvKDU76e1nzFhoT6440_2D11VXOrK2BzoHY8_7ZpQ,348
llm_infer/engines/native/backends/linear/kernels/awq_marlin.py,sha256=3P70O43rhHkO-n-sTTii4IS-zBmqtaJ4NpAMH5hTcck,7413
llm_infer/engines/native/backends/linear/kernels/awq_pytorch.py,sha256=KnNMAVDdtY_zI8WP05tBy2Ex--De1wh-vPgGGJVmYmU,4443
llm_infer/engines/native/backends/linear/kernels/fp8_cutlass.py,sha256=l0AHC-l_F_JcmA8jg24fcuMbED6ZpQg16LADKnyyDLc,4015
llm_infer/engines/native/backends/linear/kernels/fp8_pytorch.py,sha256=PNXl7IQhfLelGzfhKMsAt_zQZ7h7nNZ99-JZDJFPmSI,3146
llm_infer/engines/native/guards/__init__.py,sha256=KZT8K-UWOPygP5nVxJkQqA0jdzIwnOIi9ilMLoVRxU4,336
llm_infer/engines/native/guards/protocol.py,sha256=UgC6LJkEr7nny93M7piNIspaQUZMwsw3duXSspo8I2Q,1945
llm_infer/engines/native/guards/repetition.py,sha256=mRpTwNJffnYxqWlk-6ZsrD06ewA4PBpWnXbynVZshFY,1588
llm_infer/engines/native/kv_cache/__init__.py,sha256=30K7uUA7NZzG60gzCcZYWJKOGQ_KCAwD-2H1YAgFmwk,144
llm_infer/engines/native/kv_cache/pool.py,sha256=hZHvg-5PL574xkERdD6AMY-7DOlP9NSZWI2wiWGS3E8,2534
llm_infer/engines/native/kv_cache/sequence.py,sha256=8kXoQzP_GSlj2BQS_llH45h2w8vU1CftEjdX7pPdf48,1993
llm_infer/engines/native/model/__init__.py,sha256=FZkPbOoOZXb7f_HVNADgvog3lDECzG4IMyHSw_HZCg4,367
llm_infer/engines/native/model/architecture.py,sha256=iZmEhJioTi1CXjcGd9-MZQKr4_FcON_3gret0BqxeIM,10115
llm_infer/engines/native/model/config.py,sha256=CgbAaLSgJX9DIUtlmXlr1umtwtYnVaTVJRjLeab7Wuk,5221
llm_infer/engines/native/model/layers.py,sha256=KUFnvWlvBpHCWHHZ4grwiPoEcnhlagoRzkYlpMa4bRg,9290
llm_infer/engines/native/model/transformer.py,sha256=2WMm4XKF4CXh0sxMxLpbjqZCEnJA6u7V920K2jDINZ8,20633
llm_infer/engines/native/sampler/__init__.py,sha256=EVh4dlljyD27XCorUFJe6ATH3496UVyFQMqh1FatsEk,84
llm_infer/engines/native/sampler/sampler.py,sha256=cb1pBc_yY5abMs_oJ9_byiwFGZUMr6hC329tgDjjO58,2861
llm_infer/engines/native/tokenizer/__init__.py,sha256=2WuNKS-nPZ90KObuJ_xTumONch0oGjOJwVGIxkx35Pc,276
llm_infer/engines/native/tokenizer/config.py,sha256=oyZq6NJpVc5AnPaQQEDgVpcYQVUxyK_zC2QBWLjHv10,901
llm_infer/engines/native/tokenizer/huggingface.py,sha256=sYoQA7k_UYBtywwi7nRACQJlHYkCm0WK_NnveyUdSto,4252
llm_infer/models/__init__.py,sha256=1jcZCrWvIBw_DIapvwyCFdUky3ORqx6zKiqshut5Wnc,778
llm_infer/models/config.py,sha256=ntGZSepTVSuz5uLuEdy7ALwbKdA39f_lQv7UbGuULqc,6909
llm_infer/models/metadata.py,sha256=bdyyo8hxrTeDGLzziJiTgE68YBmkgW_WrSqWr69Cdz0,7885
llm_infer/models/resolver.py,sha256=1MvjEVhhE50OTzBlWtn7NdRdJFTRZZILc3o-lBsfujY,6632
llm_infer/response/__init__.py,sha256=o0hCu2s6-RXsx3PCBVqXCr3rN-H6kQ7oSjzKe2izUR4,3402
llm_infer/response/events.py,sha256=1ar2YYYI-CenhpEnV3TYLiCylIwRcdfbeOL6qf_trGs,1450
llm_infer/response/latex.py,sha256=48Eo-tslGdx4lprfWZ7bm1Votz0-lmaPJkbP9INgSfE,6738
llm_infer/response/processor.py,sha256=eR09tI5eCCnjZ7OZ1n67u0tNu649epl1dXvcBBZnYcE,2531
llm_infer/response/protocols.py,sha256=OUQOwfClhAuiLWqhWe-hbgtqisZkqJ7faoo3pDRFdWk,2913
llm_infer/response/utf8.py,sha256=dbCkwd_URCDE_G4Mu7ckJOgmY9NyPnzv6r2F1K4Ze9o,1720
llm_infer/response/parsers/__init__.py,sha256=j3bplw2U77p9T8RBnxcK7GYPLAEa69yTNiESg3Myc6k,501
llm_infer/response/parsers/base.py,sha256=5rkiWqYTqKLbVFthOLpBn53l1JDGA8UjN2doxn-HCP8,3258
llm_infer/response/parsers/code.py,sha256=zPiyJjGH91bqg6udDyQT4pvyDO5vZ5DpnVpKWAj5o_c,7045
llm_infer/response/parsers/latex.py,sha256=lP9uJiZfvvo6FkSKh3cVNROQb0-gUZUmp2TZV_5F-9c,1659
llm_infer/response/parsers/think.py,sha256=IUmjCFe0hZ58aEn3Ezh7RhSBeVIqrgQvKgq_Lr3r8q0,16396
llm_infer/response/resolvers/__init__.py,sha256=uyVQLjKVW2OewsIDdJiRYxyr27xnpfM3bcUP0lWmKQg,225
llm_infer/response/resolvers/base.py,sha256=X81dAxYeSi3lN8g06O_-pNe4podZA_4xAoDjfhmq2zc,5800
llm_infer/response/resolvers/terminal.py,sha256=n2lQnX9DArTf5k4iOdYNWxoDs7LwQDsYYQ8d8G7itIc,4756
llm_infer/schemas/__init__.py,sha256=BZ3GSV6w7MVKU6QwGA9GihLniBy6w3d6ByoyqCcwOLI,1378
llm_infer/schemas/openai.py,sha256=qOg7gcUzaxJIkK29PM0t-hj3EiVPGklqKKSEB2Xy-Vg,17151
llm_infer/serving/__init__.py,sha256=PNHj9DJIrDPNZxF9g02wSboxfS5IvCOus-YxWYgb1Qc,64
llm_infer/serving/adapters.py,sha256=Igqr9g0IVR4HhBYWcrBUINVJIXF5tc6aP92-AYHyfXU,17623
llm_infer/serving/api/__init__.py,sha256=40TL2qde1adYnqDTVsRwGm9EBrbI9nKPBafGOdxiY6A,319
llm_infer/serving/api/adapters.py,sha256=xyYs1AqFk--ai0zQGkaCMDnAGfwNTx_PZxtuiOiOOYQ,4750
llm_infer/serving/api/errors.py,sha256=rO0XDZJd3AhCXi_Nw7bOtfokBHdVjKAbzZhd2DrzN4s,2259
llm_infer/serving/api/routes.py,sha256=1sP9me_uMsbQCOI9Eo618MhBver5L0M_W3nI_BjX-0s,3867
llm_infer/serving/api/schemas.py,sha256=pw8SweiyztrK1MO890Dy64ZcdSNlomCi4x7iA0Yc4m8,1265
llm_infer/serving/api/trace.py,sha256=tOvMsTt_je8O65aEl5xMu-n3CJWjOD0JWJLl2pxQDDE,3126
llm_infer/serving/api/openai/__init__.py,sha256=DMWWpO3dAOzr0VVcFvw2aQAWiSe2X6xzA_fNhq6MRAM,1073
llm_infer/serving/api/openai/errors.py,sha256=PYGmr9Lj4DPfwo2OzJ_N9MN-YV0vRMdS5lwAosVkgw4,2550
llm_infer/serving/api/openai/mappers.py,sha256=98IiWHfP7jUW70WHzIZvqJe_OJCjMwSMzaEMYKuqPr8,11830
llm_infer/serving/api/openai/router.py,sha256=0Oz7rFQmtSx7yUe-JXQD9f2CF6BQXUKIWlwIDsc6x0U,15719
llm_infer/serving/api/openai/streaming.py,sha256=MhjnjjNk0oyl-5ct7DbycTdqTuEihbiJb27SObRsysk,7980
llm_infer/serving/api/openai/streaming_generators.py,sha256=NyM-aog-KpSWa1uuarwP49c87SgQ9AGlbug46uOP3UQ,8982
llm_infer/serving/dispatch/README.md,sha256=Rnwt8IZ5TMpxkkFrLakUjqodA3sKVLY8ww6KSBawEPs,4902
llm_infer/serving/dispatch/__init__.py,sha256=3FtIp31G9_-S0zJweokxfrmpN60kD5IbuaUSw8wEy78,1131
llm_infer/serving/dispatch/config.py,sha256=0BQcSDYCPtSmawlJPpXIH9mlPEwKZJm87zys6en7BiY,24060
llm_infer/serving/dispatch/config_overrides.py,sha256=LwHperXUkNAkiNP5YJo4TVjLiPHqptlPSdnPa7z5p6Y,12773
llm_infer/serving/dispatch/errors.py,sha256=xP6CgXQ6eNHsCdL3KQspf3jLiJyIApQ1GO6pnQkJsuA,1649
llm_infer/serving/dispatch/factories.py,sha256=Zws5i9f0TJuyDv8OFaR9Ff3A9t2wz7tswqs91j5h2tM,15622
llm_infer/serving/dispatch/handler.py,sha256=gYqBcef9YxTsLJq23sS40ZYaWM8n1F2bN1D0bq2Rsng,25830
llm_infer/serving/dispatch/loop.py,sha256=dG2CnqhNFLgBioQiXIAxfxWCii0g9jy9RAUHULWS7mE,2280
llm_infer/serving/dispatch/main.py,sha256=s0JFFzqa799vmdZD9XClYxK3ZggHlGRSygD7xszmHoc,15808
llm_infer/serving/dispatch/metrics.py,sha256=h4-MsW2va8fwiqCOeUwSBp3wz1kRb1N76ehnZBL7NkE,8108
llm_infer/serving/dispatch/processors.py,sha256=9VzEryN10rFY5JfNNESkrWLzbC5g7Ti9Ivm_W_5mlmU,8002
llm_infer/serving/dispatch/progress.py,sha256=AWrnyOqlAY3O0n1MJYzLNEQo0w-XOSTylkan6jjFOJE,3210
llm_infer/serving/dispatch/types.py,sha256=m7BZdLWDVDvWzq5or3WRPCuC8IlRkN8QRaOxBqSScK8,6158
llm_infer/serving/dispatch/warmup.py,sha256=8BB6veMMHpt5wDxWeDlxBIqSc5-ha7WxqgIxGw04JXQ,9365
llm_infer/serving/dispatch/handlers/__init__.py,sha256=1G2X-0BJcOPpi771SYd2iWZs0LGIrBpv2RA6DquRKN4,351
llm_infer/serving/dispatch/handlers/batching.py,sha256=KP-Zxs4obK8_TxHhGwyOgG5G8ilqKmCRPsoma9LHyiQ,5155
llm_infer/serving/dispatch/handlers/bounded.py,sha256=3aOj0xbgKmOCJivAFMGeBp0H6RpqQfcpX1jMsMQqym0,14345
llm_infer/serving/dispatch/handlers/concurrent_http.py,sha256=oK2xJDlHZxitXacpXTntNIBD64Y1lu1qruHMGt4cdPA,6509
llm_infer/serving/dispatch/handlers/sequential.py,sha256=tGI2NDhohKWTypGXSLqoThnU2Z21QBTvoLUL-g-Up0k,2307
llm_infer-0.4.0.dist-info/licenses/LICENSE,sha256=DUPuRGP3458YKzk8nzsdcIIGrWahy1pzt7nOuEc6DJQ,10762
llm_infer-0.4.0.dist-info/METADATA,sha256=-9UCig0NHP0OQqg4A3ngkZUDj1qkXs-sBmimc3DXgAw,7692
llm_infer-0.4.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
llm_infer-0.4.0.dist-info/entry_points.txt,sha256=yZmA7zXlGHYz1PLfN4SKhM8E3UrkeqtmCfdZcgBZ13Q,53
llm_infer-0.4.0.dist-info/top_level.txt,sha256=gCpTlyMceDbkDV8dBuBsm1jS0xLajV3rk-gaFzkdjI4,10
llm_infer-0.4.0.dist-info/RECORD,,
