from __future__ import annotations import sys from collections.abc import Sequence from typing import TextIO def _print_help(file: TextIO) -> None: print( """usage: ft [args] Commands: serve Start the FreeToken API server shell Chat with a FreeToken server in the terminal ctl Query and manage a running FreeToken server daemon Run the FreeToken supervisor (persistent engine service) launch Configure and launch an agent against a FreeToken server checkpoint Convert an HF safetensors checkpoint to FTW bench Run a micro-benchmark (e.g. "bench bw" = CPU vs PCIe bandwidth) Use "ft --help" for command-specific options. Use "ft --version" to print the FreeToken version.""", file=file, ) def _run_serve(argv: list[str]) -> int: from freetoken.server import launch_server launch_server(argv=argv, prog="ft serve") return 0 def _run_shell(argv: list[str]) -> int: from freetoken.shell import main return main(argv, prog="ft shell") def _run_launch(argv: list[str]) -> int: from freetoken.launch import main return main(argv, prog="ft launch") def _run_checkpoint(argv: list[str]) -> int: from freetoken.checkpoint.__main__ import main return main(argv, prog="ft checkpoint") def _run_ctl(argv: list[str]) -> int: from freetoken.control_cli import main return main(argv, prog="ft ctl") def _run_daemon(argv: list[str]) -> int: from freetoken.daemon import main # torch-free supervisor return main(argv, prog="ft daemon") def _print_bench_help(file: TextIO) -> None: print( """usage: ft bench [args] Subcommands: bw Benchmark CPU vs PCIe bandwidth and pick the MoE backend (hybrid/offload) Use "ft bench --help" for subcommand-specific options.""", file=file, ) def _run_bench(argv: list[str]) -> int: if not argv: _print_bench_help(sys.stderr) return 2 sub = argv[0] if sub in {"-h", "--help"}: _print_bench_help(sys.stdout) return 0 if sub == "bw": from freetoken.moe.benchbw import main return main(argv[1:], prog="ft bench bw") print(f"unknown ft bench subcommand: {sub}", file=sys.stderr) _print_bench_help(sys.stderr) return 2 COMMANDS = { "serve": "_run_serve", "shell": "_run_shell", "ctl": "_run_ctl", "daemon": "_run_daemon", "launch": "_run_launch", "checkpoint": "_run_checkpoint", "bench": "_run_bench", } def main(argv: Sequence[str] | None = None) -> int: args = list(sys.argv[1:] if argv is None else argv) if not args: _print_help(sys.stderr) return 2 if args[0] in {"-h", "--help"}: _print_help(sys.stdout) return 0 if args[0] in {"-V", "--version"}: from freetoken.version import __version__ print(f"freetoken version {__version__}") return 0 command = args[0] runner_name = COMMANDS.get(command) if runner_name is None: print(f"unknown ft command: {command}", file=sys.stderr) _print_help(sys.stderr) return 2 runner = globals()[runner_name] return runner(args[1:]) if __name__ == "__main__": raise SystemExit(main())