bitsandbytes-rocm/csrc/common.h

24 lines
370 B
C
Raw Normal View History

2022-07-01 14:16:10 +00:00
#include <BinSearch.h>
#ifndef common
#define common
using namespace BinSearch;
struct quantize_block_args {
BinAlgo<Scalar, float, Direct2> *bin_searcher;
float *code;
float *A;
float *absmax;
unsigned char *out;
int block_end;
int block_idx;
int threadidx;
};
#define BLOCK_SIZE 4096
void *quantize_block(void *arguments);
2022-07-01 14:36:30 +00:00
#endif