lmcache

View on PyPIReverse Dependencies (1)

0.2.11 lmcache-0.2.11-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
lmcache-0.2.11-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
lmcache-0.2.11-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
lmcache-0.2.11-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl

Wheel Details

Project: lmcache
Version: 0.2.11
Filename: lmcache-0.2.11-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
Download: [link]
Size: 3671970
MD5: 9271ba427e6c9b132f33a7224c6197e3
SHA256: 907de6b420aa1bc7eb399eaf1faf95caae24485c72370caed1fa43897a3f29c3
Uploaded: 2025-05-02 06:42:38 +0000

dist-info

METADATA

Metadata-Version: 2.4
Name: lmcache
Version: 0.2.11
Summary: LMCache: prefill your long contexts only once
Author: LMCache team
Author-Email: lmcacheteam[at]gmail.com
License: Apache-2.0
Classifier: Development Status :: 3 - Alpha
Classifier: Environment :: GPU
Classifier: Programming Language :: Python :: 3
Classifier: License :: OSI Approved :: Apache Software License
Requires-Python: >=3.10
Requires-Dist: torch
Requires-Dist: numpy
Requires-Dist: aiofiles
Requires-Dist: pyyaml
Requires-Dist: redis
Requires-Dist: nvtx
Requires-Dist: safetensors
Requires-Dist: transformers
Requires-Dist: psutil
Requires-Dist: aiohttp
Requires-Dist: sortedcontainers
Requires-Dist: prometheus_client
Requires-Dist: infinistore
Requires-Dist: msgspec
Requires-Dist: pyzmq
Requires-Dist: transformers
Description-Content-Type: text/markdown
Dynamic: author
Dynamic: author-email
Dynamic: classifier
Dynamic: description
Dynamic: description-content-type
Dynamic: license
Dynamic: license-file
Dynamic: requires-dist
Dynamic: requires-python
Dynamic: summary
License-File: LICENSE
[Description omitted; length: 4168 characters]

WHEEL

Wheel-Version: 1.0
Generator: setuptools (80.1.0)
Root-Is-Purelib: false
Tag: cp313-cp313-manylinux_2_17_x86_64
Tag: cp313-cp313-manylinux2014_x86_64

RECORD

Path Digest Size
lmcache/__init__.py sha256=JMD28FXYHc_TM03visyUSd3UA9FZAaJMRStnfZoq50Y 21
lmcache/_version.py sha256=_MLx4ac1juJPWEEiC9kMQISX3x3jFBr507jM2P_hxMg 23
lmcache/c_ops.cpython-313-x86_64-linux-gnu.so sha256=3FehNZfcZ58BkSC7RPYBcdRIuFjuY4JF4blIyGjqLR0 14329337
lmcache/cache_engine.py sha256=0hW34xwInTPsKhl-q8HG6dan5W_x4bUctZfjOyKyejE 19702
lmcache/config.py sha256=tpt0V_bOc84EyIaHB6UfRfR1qRXAuHFifCj9e-GKj1g 9984
lmcache/connections.py sha256=N4PJpVrr9RyeGUsPYaCtKi5zfRAUbkwUePBgw3YCV0k 4974
lmcache/logging.py sha256=N3euzXmkMx8WXA502GoB4koX96qp62kXM0MhTj2M3Jo 2264
lmcache/observability.py sha256=lzx5UWebhxOlMXZ4Yyqxs2k1kBoi4cGu1p8taSDW67M 21592
lmcache/protocol.py sha256=IfOiHqgd_S1HrW-LC-mgvt_BkbCqy7S2v5bH30CyzOE 1570
lmcache/usage_context.py sha256=dLxlQfFWpD6MAx8Hf5wa5YXMqCFOmIv5jid7vpjXN4k 8501
lmcache/utils.py sha256=BYGqA8BwHAhg1UrFH_G9hnS9MqsFOqGFKRLW4GdVkuk 2215
lmcache/blend/__init__.py sha256=NAxNtpN9WBKKMkRmqTSAgQa5Sx_R7pylIA-7C8OF1II 62
lmcache/blend/executor.py sha256=ULoV5wDYq3ullr4illtcC2ZUjGQcCSV9hocaPDntA_U 11169
lmcache/blend/interfaces.py sha256=DhBUkU9j78nOlIcJ6Aa4gdR-seCy0rS4MrA3HP05FHQ 5213
lmcache/blend/retriever.py sha256=DWxvjcPvPGrotPHh4aQtCBgJZVr9iJb-VSBX59hh4XA 9403
lmcache/experimental/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lmcache/experimental/cache_engine.py sha256=TMAWdClOKFek_Q_4_Tpdr3HAtnwMtQiBlyOEiTK8keI 19579
lmcache/experimental/cache_interface.py sha256=_qJS0My2tOjTk8qTgUPasndg7BPcNKISHyf-CgcdVkQ 387
lmcache/experimental/config.py sha256=lZtJ8qfvyQCKc-dLbMTTHpx6zUelsImGlWYeqLOoAuI 18727
lmcache/experimental/gpu_connector.py sha256=kX-bQLLxIkgMRB0ykeF7pvHoDMEX-edXatpvMMJUzEA 18742
lmcache/experimental/memory_management.py sha256=MCPvFf1N-t6tJMKKvE-gbZP9dKPX7jqttAM2eyzWCbI 28216
lmcache/experimental/protocol.py sha256=73IOFVgGYw7TmkRPDIbRe9Xmy1i_DEuAmSJy60GqL0I 4995
lmcache/experimental/token_database.py sha256=Vr0AMBALDb16hTzw6SupDovNIT8hkQ9MTjUapg0DIq8 10023
lmcache/experimental/api_server/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lmcache/experimental/api_server/__main__.py sha256=RyehpH7F4O4LVDvuCr0R7-aqMfaJ1AOsjvGIm820Vvo 3218
lmcache/experimental/cache_controller/__init__.py sha256=-snX8HkzUC1i9E1eJJ9lpguzNXz_FzlDyveLKCyN4F0 259
lmcache/experimental/cache_controller/controller_manager.py sha256=eX2oVnQNUwdAoKuENf2IKJisK-UcxQcB6b-pCq0cumQ 5874
lmcache/experimental/cache_controller/executor.py sha256=7ChKsRGyMKMloH7RR7aWXN92VI0_hwvebJ10MD_dOmc 4388
lmcache/experimental/cache_controller/message.py sha256=muvuWHFvl2l6IZL1iE5tVcygtWmftew_YUQKWFVe_I4 4444
lmcache/experimental/cache_controller/rpc_utils.py sha256=agTeRtIgbHm4jYfaItLU1HjghM2OqaiUZi123cAPEqk 1745
lmcache/experimental/cache_controller/worker.py sha256=q-EjU83Ykz8eVmrgjBaZIO3YdUN_fL3L2Xr8AHdH7Y4 7482
lmcache/experimental/cache_controller/controllers/__init__.py sha256=LOBm-WDTw7nSkl5Lx3w-bQVCIRBOanqalfjhxeBIcUM 289
lmcache/experimental/cache_controller/controllers/kv_controller.py sha256=2FbOw2MiU9K1trkPEbiF_Gc7cxC9SdVRW5JtkDsdi-Y 4080
lmcache/experimental/cache_controller/controllers/registration_controller.py sha256=Jynq-gDRqW_8TPX8qZxphvp1-MdpXA5-i9oEzFy27Og 4036
lmcache/experimental/distributed_server/__init__.py sha256=pJX9WkkF-mT42zaTL03X1AdCV4iqiiUYTAwRIaKIjYg 302
lmcache/experimental/distributed_server/abstract_server.py sha256=AF4h0aTr-akGaInWmot_-ip2DQUc_Ia0O7kX23bSK4M 870
lmcache/experimental/distributed_server/naive_server.py sha256=trxhzBzdw94k0h_UzyYY7O3TKq5GVhGE0K8HHF0TG9o 8036
lmcache/experimental/lookup_server/__init__.py sha256=bJOi6Xpbm45IyjG-eCUuSrUhFhr-Lk7zC2asq6gQJfs 272
lmcache/experimental/lookup_server/abstract_server.py sha256=JIMr0EGBSt7M4tUsrZduYfNlLcLajCPyrgz-h26BjiY 952
lmcache/experimental/lookup_server/redis_server.py sha256=TNuL5XXRbHIL-fZ73sU3vJOtkauFfeY8hskHFa8TCOk 2393
lmcache/experimental/server/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lmcache/experimental/server/__main__.py sha256=5-ybbKrCXyLDTAOB9uIdHXNbdRU5IiNpP7azSG2CP_o 5264
lmcache/experimental/server/utils.py sha256=7qDjB-LdY9g_c9gR-gxhsMzhHnZTnKu0CHyq1iFXd3E 395
lmcache/experimental/server/storage_backend/__init__.py sha256=yPkli_wEPEK4iD3R8xGHEQOe-EOTxiD7xYA7ulTq544 767
lmcache/experimental/server/storage_backend/abstract_backend.py sha256=vCmPdj-kVBBwi2N4vJEcqSk3CcJgB7cFDq0T3QXhOGY 1860
lmcache/experimental/server/storage_backend/local_backend.py sha256=zGYFK6yLAMxMTrPtMEWX5_J0BXHYLzVsAAnt7M_4Gos 1803
lmcache/experimental/storage_backend/__init__.py sha256=7M-8lF8IECcPmKU7Pt3siDgFYtm5E6Uq5s18Zd2dD2s 2353
lmcache/experimental/storage_backend/abstract_backend.py sha256=P1s6doYQzFyGGVcuUG7ZCQLrpsPCaF7tXW3b2OmK9CE 2483
lmcache/experimental/storage_backend/local_cpu_backend.py sha256=tCM86uokkA-pjS5JjicuvXuqbnlwdCcmf_2nVwuEDKc 7644
lmcache/experimental/storage_backend/local_disk_backend.py sha256=4eOBdkQCi_NjnXXLtXCcJ1O2jr0CEndBL32jfwjDaTY 9563
lmcache/experimental/storage_backend/nixl_backend.py sha256=tD9xHGssbrRRHjefIT3df6s94nyrosSKeD_-BAbza0Y 14478
lmcache/experimental/storage_backend/remote_backend.py sha256=1QGL1cj5NkWA3dLUbfWTFhJK6MLiM2kxZSme_kC0xQo 5726
lmcache/experimental/storage_backend/storage_manager.py sha256=_d1HxhzwXTohNhzIjea-GLVHLAjhvmxSxPeYKxw-wac 22676
lmcache/experimental/storage_backend/connector/__init__.py sha256=wjLmdHoWJEQPP0mbSOJe6oG3KZo6bPxUOPjd_fCeon4 6156
lmcache/experimental/storage_backend/connector/base_connector.py sha256=if4LeVHpMbJmn7iOFkMMC0zcCAzwLr2XsXnnGrDHUjE 2411
lmcache/experimental/storage_backend/connector/blackhole_connector.py sha256=h_WqP4n868_mgyrmnq1ZdGgHVDVJHIFvUlRQo-HpTMY 1608
lmcache/experimental/storage_backend/connector/infinistore_connector.py sha256=_awNjNcwXGN48pebuRKUrZNx-lOrPmeZenpse7vBVvQ 6019
lmcache/experimental/storage_backend/connector/lm_connector.py sha256=P1ue4Ws8euAM5TvJwuAmT0JW0XKP_6CFvzJcpD1qiYs 5710
lmcache/experimental/storage_backend/connector/mooncakestore_connector.py sha256=UxMCUu9ZNZLVMQ-hUHbWE-E00lWYq-6x4ZWAWJ7eOxc 6989
lmcache/experimental/storage_backend/connector/nixl_connector.py sha256=M8Mxrfc7X1vtaKRzj-MF1BOCIiXcVNrZW7rshHfpQzw 21772
lmcache/experimental/storage_backend/connector/nixl_connector_v2.py sha256=67R5twi2BKWRt4x6U6GaXGS1iLCZVc7vwXawLkjIwKE 25613
lmcache/experimental/storage_backend/connector/nixl_utils.py sha256=icWAogc84VjY2hxsrsLipjXsvoT8c2JaHGXKPf82ezA 1897
lmcache/experimental/storage_backend/connector/redis_connector.py sha256=9aOY_r9w7ebnoubrr5NV1sVACRtQXuEqqQELpkhlp2Y 8610
lmcache/experimental/storage_backend/evictor/__init__.py sha256=6Gvyn7cmIS7Pe90sBG8YCpPACtUZt33EXpkZxVzkW_Y 199
lmcache/experimental/storage_backend/evictor/base_evictor.py sha256=PAQfLjKBBlW8dYA09EYRKNoc_gxmQyjVVt3qnXSQv4M 1264
lmcache/experimental/storage_backend/evictor/lru_evictor.py sha256=EI2RQfrwjcrfBzaz3qaQCqRDAb99Kg65Fd-pK1mksog 1880
lmcache/experimental/storage_backend/naive_serde/__init__.py sha256=fnaslHDVlHJEr7_g9ZqRPS19WzSHvzIzlB8lvQoyZeQ 2266
lmcache/experimental/storage_backend/naive_serde/cachegen_basics.py sha256=4oSSVAL5ShjvOjvUjkWjgBQuZ5NRSHr7SYtGDAoEP5c 5708
lmcache/experimental/storage_backend/naive_serde/cachegen_decoder.py sha256=QPxNFsVvijTEWAt8Yk93w8-tj9VGcqXf9kBCg-5JH6w 6570
lmcache/experimental/storage_backend/naive_serde/cachegen_encoder.py sha256=UaNHivIko1XjiS4Tk1C9V57YcVPpmWxjUGtF6JPtDlM 4178
lmcache/experimental/storage_backend/naive_serde/kivi_serde.py sha256=FXqONThEAcJZZYPyQY-oIlqba9Zr_s6sssvKGHVZfAY 1360
lmcache/experimental/storage_backend/naive_serde/naive_serde.py sha256=B_LVj6qp3rt_pRfviVZqCficiWFayXUy1tXsBEPVzag 1149
lmcache/experimental/storage_backend/naive_serde/serde.py sha256=djRDvC6UNVExGW7zDzlveF3VE556SPn63hGWotWH1xE 1575
lmcache/integration/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lmcache/integration/vllm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lmcache/integration/vllm/utils.py sha256=eYiBQR5ku19HlnaPHxkJgwAsioGheWiC6k5DIYnrnlc 1846
lmcache/integration/vllm/vllm_adapter.py sha256=BkOhnWhqocKfoUdALJLAFgyOJFB2W9z5YUeAjEsvr0k 34096
lmcache/integration/vllm/vllm_v1_adapter.py sha256=VQUwU1NPvvBR53hy6t2WIoI2fFen0xf6aj85ISU619w 25188
lmcache/server/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lmcache/server/__main__.py sha256=CbiM8nQApYiAhi5dGUu-jNSB6YIQaIQXYhG-y8L8Ng0 4875
lmcache/server/server_storage_backend/__init__.py sha256=nGlsuFm7cq5SWljviWt_Qx1XckEejyHNflYRXlV10Vk 652
lmcache/server/server_storage_backend/abstract_backend.py sha256=eJ01x7M7IRW0CZADly7S-x5qoN6T9EfTItWwyW-gIyM 2066
lmcache/server/server_storage_backend/local_backend.py sha256=PuP0pJiDittKlgujHeN_lsPJRcPgbdMaWYj4hqQK3Ic 7699
lmcache/storage_backend/__init__.py sha256=sXDfsyJ3n5yipUWIBO9D7FeWjZZ3O5KcFou5PuHLmQk 2653
lmcache/storage_backend/abstract_backend.py sha256=W775wCGe0qHlQnebVa634L18YiXUq0NYCim5D0KHLQk 3816
lmcache/storage_backend/hybrid_backend.py sha256=dUfZSi1U4VHpo64tlvacFd4ytieu2NgPIRcb2TmCUBk 4331
lmcache/storage_backend/local_backend.py sha256=Qko7juBQNmABtT8N7T8EvX9hHnjq7wuphspK9mEvMu0 17422
lmcache/storage_backend/remote_backend.py sha256=AjhBHAA5Od2mM2jWQT1NTs5kN_3eP---CMKuayZl0U0 10116
lmcache/storage_backend/connector/__init__.py sha256=weSCKilRsPy2Fp_kvcCSBjFdWmqJ7V4-f1j8F_HfFWI 3162
lmcache/storage_backend/connector/base_connector.py sha256=DEsBOXBVyDSyOxrBhGouGNyaxaxQjF6xakNhK9ZSl38 4616
lmcache/storage_backend/connector/lm_connector.py sha256=W1XkUQlpY3BFSFh1KTpSqvuVmhb-iAjQG-EdEPLDUqk 3364
lmcache/storage_backend/connector/redis_connector.py sha256=PfJ-3by2zSG4etSjd-AyP5MboeIIGwtdNpAO85Fu5vs 3659
lmcache/storage_backend/evictor/__init__.py sha256=bv6zKnRWzh3M7SbyrLKVenTI0sTtyaL8i8r_OtvdFKw 179
lmcache/storage_backend/evictor/base_evictor.py sha256=e9YRycwXE879aEQluKxgB5rOCbXMcj7uiyokH5JFdWA 2616
lmcache/storage_backend/evictor/lru_evictor.py sha256=kN8GHtn8v1uC4t4vQCz_ujykttWfPx61Qi8zk5L7rHE 2381
lmcache/storage_backend/mem_pool/__init__.py sha256=eSsvFy27Lj91NhIpbLWYDY0Kq-UItweQz4PPkx8z4U8 442
lmcache/storage_backend/mem_pool/base_pool.py sha256=xyQPS4au1tgL-Htt9kQNe6JyowcjgUdIx8DaVNQ1B6E 995
lmcache/storage_backend/mem_pool/local_pool.py sha256=ksv-nWV8bQppzOyseCQ-inattbtM8xL1sWndvH1B7qk 4290
lmcache/storage_backend/serde/__init__.py sha256=Y99hXH2yQz5d8QOCq7Fuz3sCyQM0cLhGQgCykB1UHkA 2077
lmcache/storage_backend/serde/cachegen_basics.py sha256=MqIqulJHHKBbOevmLLnX2_w8n7f2hJZnenJKLaesFT8 7017
lmcache/storage_backend/serde/cachegen_decoder.py sha256=frrsUcVeCb5MBACYCNt8KBSEvb-ns_kZ1xYxbO3nBfU 7277
lmcache/storage_backend/serde/cachegen_encoder.py sha256=YQtfG2W_j459pxXZUrv5K1AeyO-nWIc9UUvUk2aputc 13647
lmcache/storage_backend/serde/fast_serde.py sha256=EGXFTvzV94Y21zWNe1XJSEVsjCA9MUCWD95HQgweo5Q 763
lmcache/storage_backend/serde/safe_serde.py sha256=Q2m2J7XUk98zQ7wxvJKBqH_rnyRn3F3W_C8tANMA7dc 970
lmcache/storage_backend/serde/serde.py sha256=HDOooaTUQ7At1AmshnKXDFgVDHGX5GoyDDUxUDqbP7I 1819
lmcache/storage_backend/serde/torch_serde.py sha256=XgsSwBa9RQ7fENnZNtmCj0t_OYZ8rja4oeschZjyoec 772
lmcache.libs/libcudart-8774224f.so.12.4.127 sha256=0luzq6xQEhdcVtBYMQrT8Jnfh-4X5Cctzsl058kbmHE 724425
tests/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
tests/conftest.py sha256=0AAeTdYZD5bXVRxOHAYSjnk5DGHVxh8KXWY7jRYWs4c 5804
tests/test_backends.py sha256=l1zBm1RxQqtSzeJJfwMRl1anqS2zKODbS917z_BBSo4 8783
tests/test_blend.py sha256=7-EY9YTxSkErOIMaTje3_mpXovX8uzgLpUATRa78dP8 20852
tests/test_cache_engine.py sha256=P93tokA9j8Cj_0psw9_d9TBZvbOZxjIGEPh_ivrNR6I 19589
tests/test_connector.py sha256=WScetVuyXWjjy6I-6CUr5zqwtYInwY7n2Hnqxs16pII 983
tests/test_evictor.py sha256=4-5iM4cHzMNvH200nzpnwwSdLR6VG-VvNA1-2fEbNUU 6521
tests/test_mempool.py sha256=XVD9M3rIR4Yh0UDnyaa3lpuaDKWPOBcQ-XI49USogH0 1950
tests/test_observability.py sha256=wNljw3be5wMgwY-w5CZaCcAd2z9kmlKl1U3K3GumFi4 2560
tests/test_protocol.py sha256=0BmSCzP2cKHhwNoRTJVmHXDjhBqx3mg4hBG0q9VoqyA 558
tests/test_serde.py sha256=nfPRTuw8uw4hXMcjBGRSOqt3XvowFQVY5bY3XIeafEg 3635
lmcache-0.2.11.dist-info/METADATA sha256=0bLw9NXc0JV_4gko7eE2S0crbz5NZGhzSlHXR95owEg 5259
lmcache-0.2.11.dist-info/WHEEL sha256=nMZj-TjN5NgQnJsiSXPt9gZuCDQE1XD_SVSeXPZH4O4 151
lmcache-0.2.11.dist-info/entry_points.txt sha256=MzT7eJqKlZz4RpN0CapPh4AmITNRK78sUHQqHu6fTyE 203
lmcache-0.2.11.dist-info/top_level.txt sha256=lZlU6etDO5eBKpqKD8NXKM9_DpYyrARjzE5q5WezrI8 14
lmcache-0.2.11.dist-info/RECORD
lmcache-0.2.11.dist-info/licenses/LICENSE sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ 11357

top_level.txt

lmcache
tests

entry_points.txt

lmcache_controller = lmcache.experimental.api_server.__main__:main
lmcache_experimental_server = lmcache.experimental.server.__main__:main
lmcache_server = lmcache.server.__main__:main