forked from mrq/bitsandbytes-rocm
26 lines
413 B
C++
26 lines
413 B
C++
#include <BinSearch.h>
|
|
|
|
#ifndef common
|
|
#define common
|
|
|
|
using namespace BinSearch;
|
|
|
|
#define BLOCK_SIZE 16384
|
|
|
|
struct quantize_block_args {
|
|
BinAlgo<Scalar, float, Direct2> *bin_searcher;
|
|
float *code;
|
|
float *A;
|
|
float *absmax;
|
|
unsigned char *out;
|
|
long long block_end;
|
|
long long block_idx;
|
|
long long threadidx;
|
|
long long blocksize;
|
|
};
|
|
|
|
|
|
void *quantize_block(void *arguments);
|
|
|
|
#endif
|