Files
FC.Li 6103eb3953 fix(deps): require tokenspeed-mooncake 0.3.13.post20261119 (#3637)
## Summary

TokenSpeed still accepts Mooncake releases whose native C Store library
and Python Store binding abort on duplicate gflags registration when
loaded together. Require `tokenspeed-mooncake>=0.3.13.post20261119`,
which shares one Store core between the bindings, and update the cu129
install constraint to the same version.

Document the shared core required for native L3 clients and Python Store
clients to coexist. The release is available on
[PyPI](https://pypi.org/project/tokenspeed-mooncake/0.3.13.post20261119/)
and both [cu129](https://lightseek.org/whl/cu129/tokenspeed-mooncake/)
and [cu130](https://lightseek.org/whl/cu130/tokenspeed-mooncake/) wheel
indexes.

## Test Plan

- Downloaded the published cu129 and cu130 CPython 3.11 x86_64 wheels
and verified their SHA-256 hashes against the indexes.
- Installed each variant into a separate environment. Both C-first and
Python-first loading passed bidirectional TCP batch reads/writes and
three buffer registration/client teardown cycles; the surviving client
remained healthy after its peer closed.
- Dependency checks passed for both installed variants.
- `pre-commit run --all-files` passed.

Signed-off-by: FC-Li <robert_lexis@163.com>
2026-11-19 19:38:30 +08:00

110 lines
3.5 KiB
TOML
Executable File

# Copyright (c) 2026 LightSeek Foundation
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
[build-system]
requires = ["setuptools==83.0.0", "wheel"]
build-backend = "setuptools.build_meta"
[project]
name = "tokenspeed"
version = "0.1.1"
description = "TokenSpeed is a speed-of-light LLM inference engine."
readme = "README.md"
requires-python = ">=3.11"
license = { file = "LICENSE" }
classifiers = [
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
]
dependencies = [
# Floor at the first release line with cp312 wheels: when PyPI serves a
# bad Content-Type for a dependency's index page (observed for multidict),
# pip skips it and silently backtracks aiohttp to pre-1.0 releases that no
# longer declare it; those cannot even import on Python 3.12. With every
# admissible aiohttp requiring multidict, the same flake instead fails the
# resolver and the CI install retry loop handles it.
"aiohttp>=3.9",
"compressed-tensors",
"dill",
"einops",
"fastapi",
"hf_transfer",
"huggingface_hub",
"modelscope",
"msgspec",
"ninja",
"numpy",
"openai>=2.24.1",
"openai-harmony",
"orjson",
"packaging",
"partial-json-parser",
"peft",
"pillow",
# Weighted histogram updates use internals covered by the reporter tests.
"prometheus-client>=0.26.0,<0.27",
"psutil",
"pybind11",
"pydantic",
"py-spy",
"pytest>=9",
"pytest-asyncio",
"python-multipart",
"pyzmq",
"requests",
"setproctitle",
"tiktoken",
"torch",
"torchvision",
"tokenspeed-kernel>=0.1.5.dev0",
"tokenspeed-mooncake>=0.3.13.post20261119",
"tokenspeed-engine>=0.1.1.dev0",
"tokenspeed-smg==1.16.0.post20261118",
"tokenspeed-smg-grpc-proto==0.5.0.post20261118",
"tokenspeed-smg-grpc-servicer==0.16.0.post20261118",
"tqdm",
"transformers==5.12.0",
"uv",
"uvicorn",
"xgrammar==0.2.8",
"viztracer",
]
[project.scripts]
tokenspeed = "tokenspeed.cli:main"
ts = "tokenspeed.cli:main"
[project.urls]
"Homepage" = "https://github.com/lightseekorg/tokenspeed"
[project.optional-dependencies]
# Capped: 0.1.9 clones internally, so a release that stops would alias silently.
instanttensor = ["instanttensor>=0.1.9,<0.2"]
[tool.setuptools]
license-files = ["LICENSE", "THIRDPARTYNOTICES"]
[tool.setuptools.packages.find]
include = ["tokenspeed*"]
[tool.ruff.lint.flake8-tidy-imports.banned-api]
"triton" = { msg = "Use tokenspeed_triton instead." }
"torch.compile" = { msg = "Write the fused kernel directly in Triton instead." }