2026-01-19 10:38:50 +08:00
|
|
|
#pragma once
|
2026-01-20 10:14:31 +08:00
|
|
|
#include "../../vendors/functions.h"
|
2026-01-19 10:38:50 +08:00
|
|
|
// 8-bit per-token-group quantization helper used by both FP8 and INT8
|
|
|
|
|
void per_token_group_quant_8bit(const torch::Tensor& input,
|
|
|
|
|
torch::Tensor& output_q,
|
|
|
|
|
torch::Tensor& output_s, int64_t group_size,
|
|
|
|
|
double eps, double min_8bit, double max_8bit,
|
|
|
|
|
bool scale_ue8m0 = false);
|