{"library":"lmcache","type":"library","category":null,"description":"lmcache is a Python library that provides an LLM serving engine extension. It aims to reduce Time To First Token (TTFT) and increase throughput, particularly in scenarios involving long contexts. The current version is 0.4.3, and it appears to have an active development cadence.","language":"python","status":"active","version":"0.4.3","tags":["LLM","AI","serving","caching","throughput"],"install":[{"cmd":"pip install lmcache","imports":["from lmcache.client import Client","from lmcache.schemas import ChatCompletionRequest","from lmcache.schemas import ChatCompletionMessage"]}],"homepage":"https://docs.lmcache.ai","github":"https://github.com/LMCache/LMCache","docs":null,"changelog":null,"pypi":"https://pypi.org/project/lmcache/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":30,"avg_install_s":91.9,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/lmcache/compatibility"},"provenance":{"verified_status":"install_fail","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Thu Jul 09","install_tag":null}}