mirror of
https://git.datalinker.icu/deepseek-ai/DeepSeek-V3.git
synced 2025-12-08 20:34:32 +08:00
Compare commits
2 Commits
79571aa67c
...
f3f8b714c2
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f3f8b714c2 | ||
|
|
37f0b41ac6 |
@ -32,7 +32,7 @@ def act_quant_kernel(x_ptr, y_ptr, s_ptr, BLOCK_SIZE: tl.constexpr):
|
||||
|
||||
def act_quant(x: torch.Tensor, block_size: int = 128) -> Tuple[torch.Tensor, torch.Tensor]:
|
||||
"""
|
||||
Quantizes the input tensor `x` using block-wise quantization.
|
||||
Quantizes the input tensor `x` using block-wise quantization as implemented in the given function.
|
||||
|
||||
Args:
|
||||
x (torch.Tensor): The input tensor to be quantized. Must be contiguous and its last dimension size must be divisible by `block_size`.
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user