Files
2026-08-11 22:53:25 +00:00

38 lines
922 B
Python

from __future__ import annotations
import functools
from contextlib import contextmanager
from typing import TYPE_CHECKING
if TYPE_CHECKING:
import torch
@contextmanager
def torch_dtype(dtype: torch.dtype):
import torch # real import when used
old_dtype = torch.get_default_dtype()
torch.set_default_dtype(dtype)
try:
yield
finally:
torch.set_default_dtype(old_dtype)
def nvtx_annotate(name: str, layer_id_field: str | None = None):
import torch.cuda.nvtx as nvtx
def decorator(fn):
@functools.wraps(fn)
def wrapper(self, *args, **kwargs):
display_name = name
if layer_id_field and hasattr(self, layer_id_field):
display_name = name.format(getattr(self, layer_id_field))
with nvtx.range(display_name):
return fn(self, *args, **kwargs)
return wrapper
return decorator