llm_infer/__init__.py,sha256=r6OWB4SeXO-kUjsgln4t3i2pUX4Wb22fbuJxeCIvaKk,455
llm_infer/adapter_meta.py,sha256=rXXxt9tA0uoPo2yWYpi-iHMHGOeMLOp32XjviKPLUE8,2748
llm_infer/compat.py,sha256=6HbUgvCcCetxyuDJFbaO0Khi-D2TAdAQdqipSAOrtTw,6953
llm_infer/context.py,sha256=WeiNKVFgVx446FPTVBs0Huuf8Y7cqEPiBgtZ2FhK24o,2235
llm_infer/logging_setup.py,sha256=IjQu6RUSk0qUh-Sa1ZPpsa2gML1TZKPquC7Px-_j-xY,2254
llm_infer/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
llm_infer/api/__init__.py,sha256=Hva-maSPbc_mrXh6a6iYAbFrk8tetL7kSxh3tZ7XmPw,1994
llm_infer/cli/__init__.py,sha256=gUbv50v4wptVMLfgyBBD16iqGJYzFp3N-IYh3hwAo8s,62
llm_infer/cli/cli.py,sha256=mYVHKJRReJ-rOxcF7xq-At8ykTyciHel1Z0lE2GzhS8,946
llm_infer/cli/config/__init__.py,sha256=3f_9_6nxyEGspk523QPK0vEV-Pu2syADenqvShx2HII,337
llm_infer/cli/config/models.py,sha256=BdWZGVro5RKsptFAXJwXu6ayRlgEkgsnumi2h2wRcGs,1354
llm_infer/cli/tools/__init__.py,sha256=pSGx8pbfqlMSkqJSC9GfyKc3SFHc3a-KdvIqYPdJo88,207
llm_infer/cli/tools/compat.py,sha256=sLc35IT6bvN0vFyRFyWgroz5OcOWF5aNvRn2b1h52lo,4431
llm_infer/cli/tools/metrics.py,sha256=_hXjmZJQEnOzLXQeREQ4iqlWu1UySeAH0At1BsTA3qg,2990
llm_infer/cli/tools/query.py,sha256=QhWyBS2lhw_Kk4LpQFyl5-z5GKa4Ud0SvOYO7er1374,13826
llm_infer/cli/tools/serve.py,sha256=dJTcMqEXtyEZxf9_-DOD3roF19V0og1teX2YrDaccWs,12967
llm_infer/client/__init__.py,sha256=RcCxPnWNMqAbP7WqiaZflw5jVPwCZFKtQLgQ2yGCOKY,3280
llm_infer/client/base.py,sha256=QIM1nlgNUSekqQoZL8QiaZ_GL1YIIvT-uXr2N2mFeik,7449
llm_infer/client/client.py,sha256=unJn5IsYPyLa6b9o7orUo1-pJtMhst4_EFD3Yzs8Cao,19050
llm_infer/client/discovery.py,sha256=r5gjfKK6hJfJ6vgO8J1KNZEL_Zs0nPibaeUMuuF4wJM,5446
llm_infer/client/errors.py,sha256=dPGlSB8YFzNmQXVVg8HP5svWdyFNYL5-7Ooa5bWkI0Q,2421
llm_infer/client/factory.py,sha256=4NmQQoSmfCLr9tIDZtZbsLYTZx-pa_fBGJ0Ryqu3QKQ,17996
llm_infer/client/router.py,sha256=VqvhlLn2GSQYcoOQtQ7lg7DgQxhl-zc6xyYixmZe9UY,22022
llm_infer/client/saia.py,sha256=TfrcLr_BgW4n8h1QaQidy8F6lrqavzFFHHs_ywIjAgs,6329
llm_infer/client/types.py,sha256=cG7R9Klv7t75xrGegA6lfcpPWPDej4DbgJ27hj7jCn4,2605
llm_infer/client/backends/__init__.py,sha256=sPHz9Id9uRnMCwOFWqU63xxd0mu2_jtYr2H-CLvfQ6A,286
llm_infer/client/backends/anthropic.py,sha256=lXAHlGwrmGRz996lmMdrrBGX6JZtPUaTK11z3K7Z3hU,28356
llm_infer/client/backends/base.py,sha256=HoXZ6RBqhXeldMkdU9tmN4n9_NiRg7hh4V_AO0e9gk4,11037
llm_infer/client/backends/openai.py,sha256=pqJH2nQnQNzTCVB1h4GcLcnOvRVIAKmL6aF58aelaHc,26500
llm_infer/engines/__init__.py,sha256=CXg7YEYPOAMrnYWVzahU0f5B5hxUmF9Dl5TQp0BHbiE,2418
llm_infer/engines/ollama.py,sha256=y983CHv2KWz9K27anVOn8nLOUojJHu2nuUM_Hs2Dd7k,35039
llm_infer/engines/peft.py,sha256=4J8_yLYLTx9pYgipPp6kKc36vj93HMnaS3w_09-5BY4,33030
llm_infer/engines/protocol.py,sha256=3aCoJQUCw97z_zyaEwmT0VgwhSky26_y7TjFIsUjlwg,7655
llm_infer/engines/vllm.py,sha256=Q7lBPNGUneygWCrnKVl9RooUgbJ9oTk9Ik4P4wy39gg,36498
llm_infer/engines/vllm_common.py,sha256=i4XSEhovW-upiN-oIXz_NiE5t4Oj2x4Pt0AwCSZ-8wU,1891
llm_infer/engines/vllm_server.py,sha256=3M4ZvhxH_-UJjqv-nKcSJnBQxO_ukgMZTh2EcPucLpY,36709
llm_infer/engines/native/__init__.py,sha256=wM8S_64vpTEQutIlk8DS0dN2gP9LfsxSx1Qduyf2sdQ,4762
llm_infer/engines/native/config.py,sha256=ffha8Is2ZzBaYo6TpQF3zqv6-w8KqNVWnGGxqkbkVVA,1687
llm_infer/engines/native/engine.py,sha256=aZi7erO6YI5sGeqc__iMEVmr9uahaM9pwVz5MNygXOQ,23566
llm_infer/engines/native/generation.py,sha256=nm6MUa7N8o0PeSIGU0QVYyKIY_aGHmrknoKCh4P1CuA,6343
llm_infer/engines/native/protocols.py,sha256=FybQCapliZJ6-2uRyziJsToQV1CdSahwngksTOx1s3I,8734
llm_infer/engines/native/scheduler.py,sha256=PRi98d3GuEiJ-9xuLjKv6BhiTPNq38lrOJoYFAUETfE,6410
llm_infer/engines/native/attention/__init__.py,sha256=EfXTI3X4z-w-eM3CZBvsiF_mTrDVwZuodias-5jFwVE,2576
llm_infer/engines/native/attention/kv_ops.py,sha256=VWF6vihLWU--UvzRl2K1VbZNzQU_YWgf6EjYazcLZFA,1070
llm_infer/engines/native/attention/rope.py,sha256=TT64E8tKuITKc-ODrW8eaPTsTUytLOedWXsCVDZMAUM,1735
llm_infer/engines/native/attention/backends/__init__.py,sha256=Pi9m6cX3DQMRjGq1v6qSHBsr405tEKkwSGM9LsKOIT0,244
llm_infer/engines/native/attention/backends/flashinfer.py,sha256=dU7Mx35qKsd7cmobyEzJPaXSdyYTk9PYyQwMuSLZuEs,7921
llm_infer/engines/native/attention/backends/naive.py,sha256=IDfSaEY3Lq8S1VLYAon669IT5pG1OR_XNyoNUcGLHvY,3725
llm_infer/engines/native/backends/__init__.py,sha256=xis4sxn3IB5A7xW4_4c8K2FvyE5ztjU1FaBJISlNstI,503
llm_infer/engines/native/backends/linear/__init__.py,sha256=xWhweOAFi9_FfB6NpvXSQYiyZ8usZEchNpbmfNz8N6w,1005
llm_infer/engines/native/backends/linear/registry.py,sha256=IfydQMuDWgfr2o66J628qmqj1Jps_LlqGWS8bpLDt3c,5743
llm_infer/engines/native/backends/linear/formats/__init__.py,sha256=ycm5c0_eKEhwuOJUzqgnfUmqIkMU-JCpcgOgow5iSDk,316
llm_infer/engines/native/backends/linear/formats/awq.py,sha256=gjuKM6hdfGjqDtcd_nuLwQSK2NvexDkSog_z05esghQ,1755
llm_infer/engines/native/backends/linear/formats/base.py,sha256=kfMyocGs098fPrUkCwezOX6H4Lw9N3bvfHISey8bUN8,2944
llm_infer/engines/native/backends/linear/formats/fp8.py,sha256=lPPYEl6EIin-IYnp9B5qK8fAVnCO4vm0DPAw1X-Gldk,1514
llm_infer/engines/native/backends/linear/kernels/__init__.py,sha256=yVSvKDU76e1nzFhoT6440_2D11VXOrK2BzoHY8_7ZpQ,348
llm_infer/engines/native/backends/linear/kernels/awq_marlin.py,sha256=3P70O43rhHkO-n-sTTii4IS-zBmqtaJ4NpAMH5hTcck,7413
llm_infer/engines/native/backends/linear/kernels/awq_pytorch.py,sha256=KnNMAVDdtY_zI8WP05tBy2Ex--De1wh-vPgGGJVmYmU,4443
llm_infer/engines/native/backends/linear/kernels/fp8_cutlass.py,sha256=l0AHC-l_F_JcmA8jg24fcuMbED6ZpQg16LADKnyyDLc,4015
llm_infer/engines/native/backends/linear/kernels/fp8_pytorch.py,sha256=PNXl7IQhfLelGzfhKMsAt_zQZ7h7nNZ99-JZDJFPmSI,3146
llm_infer/engines/native/guards/__init__.py,sha256=KZT8K-UWOPygP5nVxJkQqA0jdzIwnOIi9ilMLoVRxU4,336
llm_infer/engines/native/guards/protocol.py,sha256=UgC6LJkEr7nny93M7piNIspaQUZMwsw3duXSspo8I2Q,1945
llm_infer/engines/native/guards/repetition.py,sha256=mRpTwNJffnYxqWlk-6ZsrD06ewA4PBpWnXbynVZshFY,1588
llm_infer/engines/native/kv_cache/__init__.py,sha256=30K7uUA7NZzG60gzCcZYWJKOGQ_KCAwD-2H1YAgFmwk,144
llm_infer/engines/native/kv_cache/pool.py,sha256=hZHvg-5PL574xkERdD6AMY-7DOlP9NSZWI2wiWGS3E8,2534
llm_infer/engines/native/kv_cache/sequence.py,sha256=8kXoQzP_GSlj2BQS_llH45h2w8vU1CftEjdX7pPdf48,1993
llm_infer/engines/native/model/__init__.py,sha256=FZkPbOoOZXb7f_HVNADgvog3lDECzG4IMyHSw_HZCg4,367
llm_infer/engines/native/model/architecture.py,sha256=iZmEhJioTi1CXjcGd9-MZQKr4_FcON_3gret0BqxeIM,10115
llm_infer/engines/native/model/config.py,sha256=CgbAaLSgJX9DIUtlmXlr1umtwtYnVaTVJRjLeab7Wuk,5221
llm_infer/engines/native/model/layers.py,sha256=KUFnvWlvBpHCWHHZ4grwiPoEcnhlagoRzkYlpMa4bRg,9290
llm_infer/engines/native/model/transformer.py,sha256=2WMm4XKF4CXh0sxMxLpbjqZCEnJA6u7V920K2jDINZ8,20633
llm_infer/engines/native/sampler/__init__.py,sha256=EVh4dlljyD27XCorUFJe6ATH3496UVyFQMqh1FatsEk,84
llm_infer/engines/native/sampler/sampler.py,sha256=cb1pBc_yY5abMs_oJ9_byiwFGZUMr6hC329tgDjjO58,2861
llm_infer/engines/native/tokenizer/__init__.py,sha256=2WuNKS-nPZ90KObuJ_xTumONch0oGjOJwVGIxkx35Pc,276
llm_infer/engines/native/tokenizer/config.py,sha256=oyZq6NJpVc5AnPaQQEDgVpcYQVUxyK_zC2QBWLjHv10,901
llm_infer/engines/native/tokenizer/huggingface.py,sha256=p23szVY1jACdjRpJWF89V8tvryWs1vvX9J7Ss2JjLM4,4015
llm_infer/models/__init__.py,sha256=1jcZCrWvIBw_DIapvwyCFdUky3ORqx6zKiqshut5Wnc,778
llm_infer/models/config.py,sha256=ntGZSepTVSuz5uLuEdy7ALwbKdA39f_lQv7UbGuULqc,6909
llm_infer/models/metadata.py,sha256=bdyyo8hxrTeDGLzziJiTgE68YBmkgW_WrSqWr69Cdz0,7885
llm_infer/models/resolver.py,sha256=1MvjEVhhE50OTzBlWtn7NdRdJFTRZZILc3o-lBsfujY,6632
llm_infer/response/__init__.py,sha256=o0hCu2s6-RXsx3PCBVqXCr3rN-H6kQ7oSjzKe2izUR4,3402
llm_infer/response/events.py,sha256=1ar2YYYI-CenhpEnV3TYLiCylIwRcdfbeOL6qf_trGs,1450
llm_infer/response/latex.py,sha256=48Eo-tslGdx4lprfWZ7bm1Votz0-lmaPJkbP9INgSfE,6738
llm_infer/response/processor.py,sha256=eR09tI5eCCnjZ7OZ1n67u0tNu649epl1dXvcBBZnYcE,2531
llm_infer/response/protocols.py,sha256=OUQOwfClhAuiLWqhWe-hbgtqisZkqJ7faoo3pDRFdWk,2913
llm_infer/response/utf8.py,sha256=dbCkwd_URCDE_G4Mu7ckJOgmY9NyPnzv6r2F1K4Ze9o,1720
llm_infer/response/parsers/__init__.py,sha256=j3bplw2U77p9T8RBnxcK7GYPLAEa69yTNiESg3Myc6k,501
llm_infer/response/parsers/base.py,sha256=5rkiWqYTqKLbVFthOLpBn53l1JDGA8UjN2doxn-HCP8,3258
llm_infer/response/parsers/code.py,sha256=zPiyJjGH91bqg6udDyQT4pvyDO5vZ5DpnVpKWAj5o_c,7045
llm_infer/response/parsers/latex.py,sha256=lP9uJiZfvvo6FkSKh3cVNROQb0-gUZUmp2TZV_5F-9c,1659
llm_infer/response/parsers/think.py,sha256=IUmjCFe0hZ58aEn3Ezh7RhSBeVIqrgQvKgq_Lr3r8q0,16396
llm_infer/response/resolvers/__init__.py,sha256=uyVQLjKVW2OewsIDdJiRYxyr27xnpfM3bcUP0lWmKQg,225
llm_infer/response/resolvers/base.py,sha256=X81dAxYeSi3lN8g06O_-pNe4podZA_4xAoDjfhmq2zc,5800
llm_infer/response/resolvers/terminal.py,sha256=n2lQnX9DArTf5k4iOdYNWxoDs7LwQDsYYQ8d8G7itIc,4756
llm_infer/schemas/__init__.py,sha256=BZ3GSV6w7MVKU6QwGA9GihLniBy6w3d6ByoyqCcwOLI,1378
llm_infer/schemas/openai.py,sha256=5kfepFRrDSdfgjoujgS1WfEI-M4H0dgvNasP0o4TB90,14212
llm_infer/serving/__init__.py,sha256=PNHj9DJIrDPNZxF9g02wSboxfS5IvCOus-YxWYgb1Qc,64
llm_infer/serving/adapters.py,sha256=cwaCkCFoo_bGKB4Io-rluq--XoVLz2dr_B1lGqaeO7Y,18223
llm_infer/serving/api/__init__.py,sha256=40TL2qde1adYnqDTVsRwGm9EBrbI9nKPBafGOdxiY6A,319
llm_infer/serving/api/adapters.py,sha256=P4kAn378JQXr_wHcUG9XCTorM2YN6WQEqOh6n0xfVlo,4774
llm_infer/serving/api/errors.py,sha256=o0_Trm0oecbuP7vMR-5KsOZFpO7u9wJoxaktfP57lPo,2315
llm_infer/serving/api/routes.py,sha256=ftbFdn4jCBqSvYsz-CQGvebUtkpAkk76jGP8ln0Y_Ao,3891
llm_infer/serving/api/schemas.py,sha256=95SYS4fnZn6kVO4QCO2K9LnM8F_9wEj-xAhqJ57PdEY,1288
llm_infer/serving/api/trace.py,sha256=auY7r4oDToCkjotiBAjLV7aopYi5-FdXoB8DVy_0-Eo,3127
llm_infer/serving/api/openai/__init__.py,sha256=DMWWpO3dAOzr0VVcFvw2aQAWiSe2X6xzA_fNhq6MRAM,1073
llm_infer/serving/api/openai/errors.py,sha256=PYGmr9Lj4DPfwo2OzJ_N9MN-YV0vRMdS5lwAosVkgw4,2550
llm_infer/serving/api/openai/mappers.py,sha256=sfwEFfX1TcnA3WiVK_yw2XKIyNRLO_UZ8_Oy84QkP2k,10286
llm_infer/serving/api/openai/router.py,sha256=PbT7ajC5F6GmwyiV861BH-nqV-FvdsqxOE__xksV1mE,15323
llm_infer/serving/api/openai/streaming.py,sha256=MhjnjjNk0oyl-5ct7DbycTdqTuEihbiJb27SObRsysk,7980
llm_infer/serving/api/openai/streaming_generators.py,sha256=EYJA6vz_D2Wf7O9Co-n1r6TP6zeKdWnJe1bEwlVTNTQ,7850
llm_infer/serving/dispatch/README.md,sha256=Rnwt8IZ5TMpxkkFrLakUjqodA3sKVLY8ww6KSBawEPs,4902
llm_infer/serving/dispatch/__init__.py,sha256=3FtIp31G9_-S0zJweokxfrmpN60kD5IbuaUSw8wEy78,1131
llm_infer/serving/dispatch/config.py,sha256=QTPFwdObHzbhMKlxSuDl7Enm57rgMuVZG7a-Xm-6m3k,23593
llm_infer/serving/dispatch/config_overrides.py,sha256=LwHperXUkNAkiNP5YJo4TVjLiPHqptlPSdnPa7z5p6Y,12773
llm_infer/serving/dispatch/errors.py,sha256=xP6CgXQ6eNHsCdL3KQspf3jLiJyIApQ1GO6pnQkJsuA,1649
llm_infer/serving/dispatch/factories.py,sha256=Zws5i9f0TJuyDv8OFaR9Ff3A9t2wz7tswqs91j5h2tM,15622
llm_infer/serving/dispatch/handler.py,sha256=mY9j1Din550E8ZNbWJW4xAwZG1QWVHTaXdqaL0vSA3c,25549
llm_infer/serving/dispatch/loop.py,sha256=dG2CnqhNFLgBioQiXIAxfxWCii0g9jy9RAUHULWS7mE,2280
llm_infer/serving/dispatch/main.py,sha256=s0JFFzqa799vmdZD9XClYxK3ZggHlGRSygD7xszmHoc,15808
llm_infer/serving/dispatch/metrics.py,sha256=h4-MsW2va8fwiqCOeUwSBp3wz1kRb1N76ehnZBL7NkE,8108
llm_infer/serving/dispatch/processors.py,sha256=GcRdyBde2cJua4ydGWGdpU0T4vDqWyVJpOgcKSKXw_A,8072
llm_infer/serving/dispatch/progress.py,sha256=AWrnyOqlAY3O0n1MJYzLNEQo0w-XOSTylkan6jjFOJE,3210
llm_infer/serving/dispatch/types.py,sha256=OE6BAiyV8tdB-MjMLtbEwr0hA8bY6JX-4z_8Xo-3jLE,6023
llm_infer/serving/dispatch/warmup.py,sha256=W3YuoTM60Mu25Jm5LfsjFQynuPRklIY4LgnTGg1jL5k,9353
llm_infer/serving/dispatch/handlers/__init__.py,sha256=1G2X-0BJcOPpi771SYd2iWZs0LGIrBpv2RA6DquRKN4,351
llm_infer/serving/dispatch/handlers/batching.py,sha256=KP-Zxs4obK8_TxHhGwyOgG5G8ilqKmCRPsoma9LHyiQ,5155
llm_infer/serving/dispatch/handlers/bounded.py,sha256=3aOj0xbgKmOCJivAFMGeBp0H6RpqQfcpX1jMsMQqym0,14345
llm_infer/serving/dispatch/handlers/concurrent_http.py,sha256=oK2xJDlHZxitXacpXTntNIBD64Y1lu1qruHMGt4cdPA,6509
llm_infer/serving/dispatch/handlers/sequential.py,sha256=tGI2NDhohKWTypGXSLqoThnU2Z21QBTvoLUL-g-Up0k,2307
llm_infer-0.2.0.dist-info/licenses/LICENSE,sha256=DUPuRGP3458YKzk8nzsdcIIGrWahy1pzt7nOuEc6DJQ,10762
llm_infer-0.2.0.dist-info/METADATA,sha256=m5xh7MQFWaa3x_vwtWJ8Sl2_caniOpBPVcHSTookV74,7360
llm_infer-0.2.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
llm_infer-0.2.0.dist-info/entry_points.txt,sha256=yZmA7zXlGHYz1PLfN4SKhM8E3UrkeqtmCfdZcgBZ13Q,53
llm_infer-0.2.0.dist-info/top_level.txt,sha256=gCpTlyMceDbkDV8dBuBsm1jS0xLajV3rk-gaFzkdjI4,10
llm_infer-0.2.0.dist-info/RECORD,,
