Quant.h 文件参考

#include "tensor/Tensor.h"
#include <algorithm>
#include <cmath>
#include <cstdint>
#include <cstring>
#include <vector>

浏览源代码.

类
struct	eve::tensor::q::QuantPayload

命名空间
namespace	eve
namespace	eve::tensor
namespace	eve::tensor::q

函数
bool	eve::tensor::q::isQuantDType (DType dt)
int	eve::tensor::q::quantByteSize (DType dt, int count)
uint16_t	eve::tensor::q::f32ToF16 (float x)
float	eve::tensor::q::f16ToF32 (uint16_t h)
float	eve::tensor::q::fp8E4M3ToF32 (uint8_t v)
float	eve::tensor::q::fp4E2M1ToF32 (uint8_t nib)
uint32_t	eve::tensor::q::floatToEfm (float x, int expBits, int manBits, int bias)
uint8_t	eve::tensor::q::f32ToFp8E4M3 (float x)
uint8_t	eve::tensor::q::f32ToFp4E2M1 (float x)
float	eve::tensor::q::efmMaxMagnitude (int expBits, int manBits, int bias)
float	eve::tensor::q::dequantValue (DType dt, const uint8_t *bytes, const float *scales, int group, int idx)
void	eve::tensor::q::dequantizeAll (DType dt, const uint8_t *bytes, const float *scales, int group, int count, float *out)
QuantPayload	eve::tensor::q::quantize (const float *src, int count, DType dt, int group)