mirror of
https://github.com/tile-ai/tilelang.git
synced 2026-10-26 07:22:54 +08:00
Lei Wang
6c737768ef
* [Enhancement] Update reduce operations to support clear option in sum and abs sum (#436) * Modified reduce_sum and reduce_absmax functions to include a clear parameter, allowing for accumulation on existing values. * Updated ReduceOp::Lower method to handle initialization and buffer duplication based on the clear flag for sum and abs sum operations. * Added new tests for reduce_sum and reduce_max with clear functionality to ensure correctness in various scenarios. * Enhanced documentation for reduce functions to clarify the behavior of the clear parameter. * lint fix * Update tensor type annotations in test_tilelang_transform_annotate_device_regions.py from Buffer to Tensor * Update tensor type in reduce sum tests from float16 to float32 for improved precision
93 lines
2.3 KiB
Python
93 lines
2.3 KiB
Python
from tilelang import tvm as tvm
|
|
import tilelang.testing
|
|
import tilelang as tl
|
|
|
|
|
|
def reduce_max_test(M, N, dtype="float16"):
|
|
import tilelang.language as T
|
|
|
|
@T.prim_func
|
|
def main(
|
|
A: T.Tensor((M, N), dtype),
|
|
B: T.Tensor((M,), dtype),
|
|
):
|
|
with T.Kernel(1) as _:
|
|
A_local = T.alloc_fragment((M, N), dtype)
|
|
B_local = T.alloc_fragment((M,), dtype)
|
|
|
|
# Copy input to local
|
|
T.copy(A, A_local)
|
|
# Perform reduce_max operation
|
|
T.reduce_max(A_local, B_local, dim=1)
|
|
# Copy result back
|
|
T.copy(B_local, B)
|
|
|
|
return main
|
|
|
|
|
|
def run_reduce_max(M, N, dtype="float16"):
|
|
program = reduce_max_test(M, N, dtype)
|
|
jit_kernel = tl.compile(program, out_idx=-1)
|
|
profiler = jit_kernel.get_profiler()
|
|
|
|
def ref_program(A):
|
|
return A.max(dim=1).values
|
|
|
|
profiler.assert_allclose(ref_program, atol=1e-2, rtol=1e-2)
|
|
|
|
|
|
def test_reduce_max():
|
|
# Test different sizes
|
|
run_reduce_max(256, 256)
|
|
run_reduce_max(512, 128)
|
|
run_reduce_max(128, 512)
|
|
|
|
# Test different dtypes
|
|
run_reduce_max(256, 256, "float32")
|
|
run_reduce_max(256, 256, "float16")
|
|
|
|
|
|
def reduce_max_test_clear(M, N, dtype="float16"):
|
|
import tilelang.language as T
|
|
|
|
@T.prim_func
|
|
def main(
|
|
A: T.Tensor((M, N), dtype),
|
|
B: T.Tensor((M,), dtype),
|
|
):
|
|
with T.Kernel(1, threads=32) as _:
|
|
A_local = T.alloc_fragment((M, N), dtype)
|
|
B_local = T.alloc_fragment((M,), dtype)
|
|
|
|
T.copy(A, A_local)
|
|
T.fill(B_local, -T.infinity(dtype))
|
|
T.reduce_max(A_local, B_local, dim=1, clear=False)
|
|
T.copy(B_local, B)
|
|
|
|
return main
|
|
|
|
|
|
def run_reduce_max_clear(M, N, dtype="float16"):
|
|
program = reduce_max_test_clear(M, N, dtype)
|
|
jit_kernel = tl.compile(program, out_idx=-1)
|
|
print(jit_kernel.get_kernel_source())
|
|
|
|
def ref_program(A):
|
|
return A.max(dim=1).values
|
|
|
|
import torch
|
|
dummp_A = torch.randn((M, N), dtype=getattr(torch, dtype)).cuda()
|
|
ref_out = ref_program(dummp_A)
|
|
tl_out = jit_kernel(dummp_A)
|
|
print(tl_out)
|
|
print(ref_out)
|
|
torch.testing.assert_close(tl_out, ref_out, atol=1e-2, rtol=1e-2)
|
|
|
|
|
|
def test_reduce_max_clear():
|
|
run_reduce_max_clear(256, 256, "float16")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
tilelang.testing.main()
|