llm_infer/__init__.py,sha256=r6OWB4SeXO-kUjsgln4t3i2pUX4Wb22fbuJxeCIvaKk,455
llm_infer/adapter_meta.py,sha256=rXXxt9tA0uoPo2yWYpi-iHMHGOeMLOp32XjviKPLUE8,2748
llm_infer/compat.py,sha256=6HbUgvCcCetxyuDJFbaO0Khi-D2TAdAQdqipSAOrtTw,6953
llm_infer/context.py,sha256=6mS9hfTmU2ELB2vPMTcwKQrcf3CAoqkjaOyxNhWwHDY,2258
llm_infer/logging_setup.py,sha256=IjQu6RUSk0qUh-Sa1ZPpsa2gML1TZKPquC7Px-_j-xY,2254
llm_infer/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
llm_infer/api/__init__.py,sha256=Hva-maSPbc_mrXh6a6iYAbFrk8tetL7kSxh3tZ7XmPw,1994
llm_infer/cli/__init__.py,sha256=gUbv50v4wptVMLfgyBBD16iqGJYzFp3N-IYh3hwAo8s,62
llm_infer/cli/cli.py,sha256=mYVHKJRReJ-rOxcF7xq-At8ykTyciHel1Z0lE2GzhS8,946
llm_infer/cli/config/__init__.py,sha256=3f_9_6nxyEGspk523QPK0vEV-Pu2syADenqvShx2HII,337
llm_infer/cli/config/models.py,sha256=BdWZGVro5RKsptFAXJwXu6ayRlgEkgsnumi2h2wRcGs,1354
llm_infer/cli/tools/__init__.py,sha256=pSGx8pbfqlMSkqJSC9GfyKc3SFHc3a-KdvIqYPdJo88,207
llm_infer/cli/tools/compat.py,sha256=sLc35IT6bvN0vFyRFyWgroz5OcOWF5aNvRn2b1h52lo,4431
llm_infer/cli/tools/metrics.py,sha256=_hXjmZJQEnOzLXQeREQ4iqlWu1UySeAH0At1BsTA3qg,2990
llm_infer/cli/tools/query.py,sha256=QhWyBS2lhw_Kk4LpQFyl5-z5GKa4Ud0SvOYO7er1374,13826
llm_infer/cli/tools/serve.py,sha256=wo_4UI1JiMvqV7Gr8uHfmkm9DyY9li7iIjZY_cmOkSc,11884
llm_infer/client/__init__.py,sha256=Be1ginxc3ke-QQj1bYn1opOTFLfPmrNV6AGgrWxtEt8,3298
llm_infer/client/base.py,sha256=QIM1nlgNUSekqQoZL8QiaZ_GL1YIIvT-uXr2N2mFeik,7449
llm_infer/client/client.py,sha256=EIyem9ZyIXhOxI5h7W2af2Dg2E61pTOpMW5oS1KoCPI,18965
llm_infer/client/discovery.py,sha256=wQ3oBG1kLfjYxMJrLL2X1myViCQdWhdr0zNE3eldNiM,5450
llm_infer/client/exceptions.py,sha256=ayQ48BQcp-mpWW0nP71fpFzAEzKtBed-5QcK8II396Y,2435
llm_infer/client/factory.py,sha256=4NmQQoSmfCLr9tIDZtZbsLYTZx-pa_fBGJ0Ryqu3QKQ,17996
llm_infer/client/router.py,sha256=j0BGajXYLi2GpC2KliT-gMifuRDRzvRD2jpubv0D7DY,19590
llm_infer/client/saia.py,sha256=TfrcLr_BgW4n8h1QaQidy8F6lrqavzFFHHs_ywIjAgs,6329
llm_infer/client/types.py,sha256=cG7R9Klv7t75xrGegA6lfcpPWPDej4DbgJ27hj7jCn4,2605
llm_infer/client/backends/__init__.py,sha256=sPHz9Id9uRnMCwOFWqU63xxd0mu2_jtYr2H-CLvfQ6A,286
llm_infer/client/backends/anthropic.py,sha256=aDObUtE3AI2AoY78E9iVo_x4PSlu0x4rbB7YdxfQb9Y,28160
llm_infer/client/backends/base.py,sha256=rTxvX2nFRvD3C-I6K_WTOOM1jylkmZy02imonNvijh8,10477
llm_infer/client/backends/openai.py,sha256=kwYqpBkmJ02_yOjeNRt29TABm5fcOBMGIT5xJRxOv7A,26038
llm_infer/engines/__init__.py,sha256=CXg7YEYPOAMrnYWVzahU0f5B5hxUmF9Dl5TQp0BHbiE,2418
llm_infer/engines/ollama.py,sha256=y983CHv2KWz9K27anVOn8nLOUojJHu2nuUM_Hs2Dd7k,35039
llm_infer/engines/protocol.py,sha256=3aCoJQUCw97z_zyaEwmT0VgwhSky26_y7TjFIsUjlwg,7655
llm_infer/engines/vllm.py,sha256=5CKZ-5VftGnIkfD_d2eMhIeJrk39kij7GF01PJUgQOo,35834
llm_infer/engines/vllm_server.py,sha256=Aoe-NhXMP-p_8PTHFePpXeByagys2KmD2TXqpxHgsrE,36403
llm_infer/engines/native/__init__.py,sha256=wM8S_64vpTEQutIlk8DS0dN2gP9LfsxSx1Qduyf2sdQ,4762
llm_infer/engines/native/config.py,sha256=ffha8Is2ZzBaYo6TpQF3zqv6-w8KqNVWnGGxqkbkVVA,1687
llm_infer/engines/native/engine.py,sha256=aZi7erO6YI5sGeqc__iMEVmr9uahaM9pwVz5MNygXOQ,23566
llm_infer/engines/native/generation.py,sha256=nm6MUa7N8o0PeSIGU0QVYyKIY_aGHmrknoKCh4P1CuA,6343
llm_infer/engines/native/protocols.py,sha256=FybQCapliZJ6-2uRyziJsToQV1CdSahwngksTOx1s3I,8734
llm_infer/engines/native/scheduler.py,sha256=PRi98d3GuEiJ-9xuLjKv6BhiTPNq38lrOJoYFAUETfE,6410
llm_infer/engines/native/attention/__init__.py,sha256=EfXTI3X4z-w-eM3CZBvsiF_mTrDVwZuodias-5jFwVE,2576
llm_infer/engines/native/attention/kv_ops.py,sha256=VWF6vihLWU--UvzRl2K1VbZNzQU_YWgf6EjYazcLZFA,1070
llm_infer/engines/native/attention/rope.py,sha256=TT64E8tKuITKc-ODrW8eaPTsTUytLOedWXsCVDZMAUM,1735
llm_infer/engines/native/attention/backends/__init__.py,sha256=Pi9m6cX3DQMRjGq1v6qSHBsr405tEKkwSGM9LsKOIT0,244
llm_infer/engines/native/attention/backends/flashinfer.py,sha256=dU7Mx35qKsd7cmobyEzJPaXSdyYTk9PYyQwMuSLZuEs,7921
llm_infer/engines/native/attention/backends/naive.py,sha256=IDfSaEY3Lq8S1VLYAon669IT5pG1OR_XNyoNUcGLHvY,3725
llm_infer/engines/native/backends/__init__.py,sha256=xis4sxn3IB5A7xW4_4c8K2FvyE5ztjU1FaBJISlNstI,503
llm_infer/engines/native/backends/linear/__init__.py,sha256=xWhweOAFi9_FfB6NpvXSQYiyZ8usZEchNpbmfNz8N6w,1005
llm_infer/engines/native/backends/linear/registry.py,sha256=IfydQMuDWgfr2o66J628qmqj1Jps_LlqGWS8bpLDt3c,5743
llm_infer/engines/native/backends/linear/formats/__init__.py,sha256=ycm5c0_eKEhwuOJUzqgnfUmqIkMU-JCpcgOgow5iSDk,316
llm_infer/engines/native/backends/linear/formats/awq.py,sha256=gjuKM6hdfGjqDtcd_nuLwQSK2NvexDkSog_z05esghQ,1755
llm_infer/engines/native/backends/linear/formats/base.py,sha256=kfMyocGs098fPrUkCwezOX6H4Lw9N3bvfHISey8bUN8,2944
llm_infer/engines/native/backends/linear/formats/fp8.py,sha256=lPPYEl6EIin-IYnp9B5qK8fAVnCO4vm0DPAw1X-Gldk,1514
llm_infer/engines/native/backends/linear/kernels/__init__.py,sha256=yVSvKDU76e1nzFhoT6440_2D11VXOrK2BzoHY8_7ZpQ,348
llm_infer/engines/native/backends/linear/kernels/awq_marlin.py,sha256=-2B13rqvPszum1Z3rX7KT-PdVszVbaUZEoyl561Wwj4,7351
llm_infer/engines/native/backends/linear/kernels/awq_pytorch.py,sha256=KnNMAVDdtY_zI8WP05tBy2Ex--De1wh-vPgGGJVmYmU,4443
llm_infer/engines/native/backends/linear/kernels/fp8_cutlass.py,sha256=bBhAqxU1YnCPViOmQ9nyfARr82dbR9dlrGFfN1ErQIY,3983
llm_infer/engines/native/backends/linear/kernels/fp8_pytorch.py,sha256=PNXl7IQhfLelGzfhKMsAt_zQZ7h7nNZ99-JZDJFPmSI,3146
llm_infer/engines/native/guards/__init__.py,sha256=KZT8K-UWOPygP5nVxJkQqA0jdzIwnOIi9ilMLoVRxU4,336
llm_infer/engines/native/guards/protocol.py,sha256=UgC6LJkEr7nny93M7piNIspaQUZMwsw3duXSspo8I2Q,1945
llm_infer/engines/native/guards/repetition.py,sha256=mRpTwNJffnYxqWlk-6ZsrD06ewA4PBpWnXbynVZshFY,1588
llm_infer/engines/native/kv_cache/__init__.py,sha256=30K7uUA7NZzG60gzCcZYWJKOGQ_KCAwD-2H1YAgFmwk,144
llm_infer/engines/native/kv_cache/pool.py,sha256=hZHvg-5PL574xkERdD6AMY-7DOlP9NSZWI2wiWGS3E8,2534
llm_infer/engines/native/kv_cache/sequence.py,sha256=8kXoQzP_GSlj2BQS_llH45h2w8vU1CftEjdX7pPdf48,1993
llm_infer/engines/native/model/__init__.py,sha256=FZkPbOoOZXb7f_HVNADgvog3lDECzG4IMyHSw_HZCg4,367
llm_infer/engines/native/model/architecture.py,sha256=iZmEhJioTi1CXjcGd9-MZQKr4_FcON_3gret0BqxeIM,10115
llm_infer/engines/native/model/config.py,sha256=CgbAaLSgJX9DIUtlmXlr1umtwtYnVaTVJRjLeab7Wuk,5221
llm_infer/engines/native/model/layers.py,sha256=KUFnvWlvBpHCWHHZ4grwiPoEcnhlagoRzkYlpMa4bRg,9290
llm_infer/engines/native/model/transformer.py,sha256=2WMm4XKF4CXh0sxMxLpbjqZCEnJA6u7V920K2jDINZ8,20633
llm_infer/engines/native/sampler/__init__.py,sha256=EVh4dlljyD27XCorUFJe6ATH3496UVyFQMqh1FatsEk,84
llm_infer/engines/native/sampler/sampler.py,sha256=cb1pBc_yY5abMs_oJ9_byiwFGZUMr6hC329tgDjjO58,2861
llm_infer/engines/native/tokenizer/__init__.py,sha256=2WuNKS-nPZ90KObuJ_xTumONch0oGjOJwVGIxkx35Pc,276
llm_infer/engines/native/tokenizer/config.py,sha256=oyZq6NJpVc5AnPaQQEDgVpcYQVUxyK_zC2QBWLjHv10,901
llm_infer/engines/native/tokenizer/huggingface.py,sha256=p23szVY1jACdjRpJWF89V8tvryWs1vvX9J7Ss2JjLM4,4015
llm_infer/models/__init__.py,sha256=1jcZCrWvIBw_DIapvwyCFdUky3ORqx6zKiqshut5Wnc,778
llm_infer/models/config.py,sha256=ntGZSepTVSuz5uLuEdy7ALwbKdA39f_lQv7UbGuULqc,6909
llm_infer/models/metadata.py,sha256=Nz1VJ_L8sH1lOLjJ479ER8rLaRLNISAxinWae8TSfEA,4410
llm_infer/models/resolver.py,sha256=1MvjEVhhE50OTzBlWtn7NdRdJFTRZZILc3o-lBsfujY,6632
llm_infer/response/__init__.py,sha256=o0hCu2s6-RXsx3PCBVqXCr3rN-H6kQ7oSjzKe2izUR4,3402
llm_infer/response/events.py,sha256=1ar2YYYI-CenhpEnV3TYLiCylIwRcdfbeOL6qf_trGs,1450
llm_infer/response/latex.py,sha256=48Eo-tslGdx4lprfWZ7bm1Votz0-lmaPJkbP9INgSfE,6738
llm_infer/response/processor.py,sha256=eR09tI5eCCnjZ7OZ1n67u0tNu649epl1dXvcBBZnYcE,2531
llm_infer/response/protocols.py,sha256=OUQOwfClhAuiLWqhWe-hbgtqisZkqJ7faoo3pDRFdWk,2913
llm_infer/response/utf8.py,sha256=dbCkwd_URCDE_G4Mu7ckJOgmY9NyPnzv6r2F1K4Ze9o,1720
llm_infer/response/parsers/__init__.py,sha256=j3bplw2U77p9T8RBnxcK7GYPLAEa69yTNiESg3Myc6k,501
llm_infer/response/parsers/base.py,sha256=5rkiWqYTqKLbVFthOLpBn53l1JDGA8UjN2doxn-HCP8,3258
llm_infer/response/parsers/code.py,sha256=zPiyJjGH91bqg6udDyQT4pvyDO5vZ5DpnVpKWAj5o_c,7045
llm_infer/response/parsers/latex.py,sha256=lP9uJiZfvvo6FkSKh3cVNROQb0-gUZUmp2TZV_5F-9c,1659
llm_infer/response/parsers/think.py,sha256=IUmjCFe0hZ58aEn3Ezh7RhSBeVIqrgQvKgq_Lr3r8q0,16396
llm_infer/response/resolvers/__init__.py,sha256=uyVQLjKVW2OewsIDdJiRYxyr27xnpfM3bcUP0lWmKQg,225
llm_infer/response/resolvers/base.py,sha256=X81dAxYeSi3lN8g06O_-pNe4podZA_4xAoDjfhmq2zc,5800
llm_infer/response/resolvers/terminal.py,sha256=n2lQnX9DArTf5k4iOdYNWxoDs7LwQDsYYQ8d8G7itIc,4756
llm_infer/schemas/__init__.py,sha256=BZ3GSV6w7MVKU6QwGA9GihLniBy6w3d6ByoyqCcwOLI,1378
llm_infer/schemas/openai.py,sha256=5kfepFRrDSdfgjoujgS1WfEI-M4H0dgvNasP0o4TB90,14212
llm_infer/serving/__init__.py,sha256=PNHj9DJIrDPNZxF9g02wSboxfS5IvCOus-YxWYgb1Qc,64
llm_infer/serving/adapters.py,sha256=-6WipyBgxwFHRORI9t68wG5VQoMfnnySgbNAlyF0lNU,13988
llm_infer/serving/api/__init__.py,sha256=40TL2qde1adYnqDTVsRwGm9EBrbI9nKPBafGOdxiY6A,319
llm_infer/serving/api/adapters.py,sha256=QIS_tNYQvSXjOQj0Rge-2N6vqCBqdjmjabHQKcVbrt0,4362
llm_infer/serving/api/errors.py,sha256=YqdOURjaiTrlBJpww3f_Qw2cCzxONPiADxpr7QdIkdk,1321
llm_infer/serving/api/routes.py,sha256=pKnchPFUkphxX-cNGn7VM28tDaE-jGwJLI2dpbHi59M,3090
llm_infer/serving/api/schemas.py,sha256=95SYS4fnZn6kVO4QCO2K9LnM8F_9wEj-xAhqJ57PdEY,1288
llm_infer/serving/api/openai/__init__.py,sha256=DMWWpO3dAOzr0VVcFvw2aQAWiSe2X6xzA_fNhq6MRAM,1073
llm_infer/serving/api/openai/errors.py,sha256=PYGmr9Lj4DPfwo2OzJ_N9MN-YV0vRMdS5lwAosVkgw4,2550
llm_infer/serving/api/openai/mappers.py,sha256=sfwEFfX1TcnA3WiVK_yw2XKIyNRLO_UZ8_Oy84QkP2k,10286
llm_infer/serving/api/openai/router.py,sha256=SfzpRSmDx2BGW-_-sMgWYvwWbhhV_tx1AaV-aF-QUJI,14553
llm_infer/serving/api/openai/streaming.py,sha256=FBbkK2eKeUA-_YGECJ5zv9QT9H7zA5p9BNBA-NvpHBo,7479
llm_infer/serving/api/openai/streaming_generators.py,sha256=jBdOhDz1pUNny_wCoe0XqOx9YfMUYM9qhoIqjtpsSFg,7288
llm_infer/serving/dispatch/README.md,sha256=Rnwt8IZ5TMpxkkFrLakUjqodA3sKVLY8ww6KSBawEPs,4902
llm_infer/serving/dispatch/__init__.py,sha256=3FtIp31G9_-S0zJweokxfrmpN60kD5IbuaUSw8wEy78,1131
llm_infer/serving/dispatch/config.py,sha256=5R41pikM3_fgxDxh_5i0c-w_nTlMgAjoQBlLLBJK8qo,20548
llm_infer/serving/dispatch/config_overrides.py,sha256=yexviQZC7GrJDCOd-L46LXZlrnNSb6cved0vXQ--qq8,12679
llm_infer/serving/dispatch/factories.py,sha256=rS_vr7P99Mup_ymAQjM_nXhf_KqAOOkGMSMX8MocLeI,11787
llm_infer/serving/dispatch/handler.py,sha256=SHqv2OjwUdTSQsMLlSQoh5526gdqJ9OpO23mBiKdAUg,25020
llm_infer/serving/dispatch/loop.py,sha256=dG2CnqhNFLgBioQiXIAxfxWCii0g9jy9RAUHULWS7mE,2280
llm_infer/serving/dispatch/main.py,sha256=fVvOseHIt7hJfsrW5dXb_thi7dRRPnCJ8lxnBOczplU,17620
llm_infer/serving/dispatch/metrics.py,sha256=h4-MsW2va8fwiqCOeUwSBp3wz1kRb1N76ehnZBL7NkE,8108
llm_infer/serving/dispatch/processors.py,sha256=GcRdyBde2cJua4ydGWGdpU0T4vDqWyVJpOgcKSKXw_A,8072
llm_infer/serving/dispatch/types.py,sha256=OE6BAiyV8tdB-MjMLtbEwr0hA8bY6JX-4z_8Xo-3jLE,6023
llm_infer/serving/dispatch/handlers/__init__.py,sha256=0S3eUVd5Ef_nqmkXniDm5xfQI5eiUi51_3NIMsnI2Ro,271
llm_infer/serving/dispatch/handlers/batching.py,sha256=KP-Zxs4obK8_TxHhGwyOgG5G8ilqKmCRPsoma9LHyiQ,5155
llm_infer/serving/dispatch/handlers/bounded.py,sha256=3aOj0xbgKmOCJivAFMGeBp0H6RpqQfcpX1jMsMQqym0,14345
llm_infer/serving/dispatch/handlers/sequential.py,sha256=tGI2NDhohKWTypGXSLqoThnU2Z21QBTvoLUL-g-Up0k,2307
llm_infer-0.1.1.dist-info/licenses/LICENSE,sha256=F-g_5TX8Jt5cPLDkcrrkoyG8Fo9z3ub0cqnxlVL5iNE,10760
llm_infer-0.1.1.dist-info/METADATA,sha256=ELFjalfHhwPhVSvqLE8kOsigMkDbw-9ub64KJg3G4W4,7265
llm_infer-0.1.1.dist-info/WHEEL,sha256=YCfwYGOYMi5Jhw2fU4yNgwErybb2IX5PEwBKV4ZbdBo,91
llm_infer-0.1.1.dist-info/entry_points.txt,sha256=yZmA7zXlGHYz1PLfN4SKhM8E3UrkeqtmCfdZcgBZ13Q,53
llm_infer-0.1.1.dist-info/top_level.txt,sha256=gCpTlyMceDbkDV8dBuBsm1jS0xLajV3rk-gaFzkdjI4,10
llm_infer-0.1.1.dist-info/RECORD,,
