mirror of
https://github.com/FlashML-org/FreeToken.git
synced 2026-11-21 01:52:30 +08:00
44 lines
1.0 KiB
Python
44 lines
1.0 KiB
Python
from __future__ import annotations
|
|
|
|
from dataclasses import dataclass, field
|
|
|
|
from freetoken.engine import EngineConfig
|
|
|
|
|
|
def _get_pid_suffix() -> str:
|
|
import os
|
|
|
|
return f".pid={os.getpid()}"
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class SchedulerConfig(EngineConfig):
|
|
max_extend_tokens: int = 8192
|
|
cache_type: str = "radix"
|
|
offline_mode: bool = False
|
|
decode_log_interval: int = 40
|
|
special_token_ckpt: bool = False
|
|
|
|
# networking config
|
|
_unique_suffix: str = field(default_factory=_get_pid_suffix)
|
|
|
|
@property
|
|
def zmq_backend_addr(self) -> str:
|
|
return "ipc:///tmp/freetoken_0" + self._unique_suffix
|
|
|
|
@property
|
|
def zmq_detokenizer_addr(self) -> str:
|
|
return "ipc:///tmp/freetoken_1" + self._unique_suffix
|
|
|
|
@property
|
|
def zmq_scheduler_broadcast_addr(self) -> str:
|
|
return "ipc:///tmp/freetoken_2" + self._unique_suffix
|
|
|
|
@property
|
|
def max_forward_len(self) -> int:
|
|
return self.max_extend_tokens
|
|
|
|
@property
|
|
def backend_create_detokenizer_link(self) -> bool:
|
|
return True
|