mirror of
https://github.com/FlashML-org/FreeToken.git
synced 2026-11-21 01:52:30 +08:00
38 lines
922 B
Python
38 lines
922 B
Python
from __future__ import annotations
|
|
|
|
import functools
|
|
from contextlib import contextmanager
|
|
from typing import TYPE_CHECKING
|
|
|
|
if TYPE_CHECKING:
|
|
import torch
|
|
|
|
|
|
@contextmanager
|
|
def torch_dtype(dtype: torch.dtype):
|
|
import torch # real import when used
|
|
|
|
old_dtype = torch.get_default_dtype()
|
|
torch.set_default_dtype(dtype)
|
|
try:
|
|
yield
|
|
finally:
|
|
torch.set_default_dtype(old_dtype)
|
|
|
|
|
|
def nvtx_annotate(name: str, layer_id_field: str | None = None):
|
|
import torch.cuda.nvtx as nvtx
|
|
|
|
def decorator(fn):
|
|
@functools.wraps(fn)
|
|
def wrapper(self, *args, **kwargs):
|
|
display_name = name
|
|
if layer_id_field and hasattr(self, layer_id_field):
|
|
display_name = name.format(getattr(self, layer_id_field))
|
|
with nvtx.range(display_name):
|
|
return fn(self, *args, **kwargs)
|
|
|
|
return wrapper
|
|
|
|
return decorator
|