mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

A tile multi-tiling.

Browse Source
This commit is contained in:
Tim Dettmers 2023-05-02 09:40:31 -07:00
parent 4decb3cc68
commit 89cccd8196
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
csrc/kernels.cu
View File

@ -3061,10 +3061,10 @@ template <typename T, int BITS, int THREADS> __global__ void gemm_device(int M,
T local_A[1];
T local_B[32];
const int a_tile_offset = (8*16 + 16);
const int a_tile_offset = (16 + 16);
const int b_tile_offset = (16*32 + 16);
__shared__ T smem_A[2*batch_size_warps*8*16 + (2*16*(batch_size_warps-1))];
__shared__ T smem_A[8*16 + (4*16*(batch_size_warps-1))];
__shared__ T smem_B[2*batch_size_warps*16*32 + (2*16*(batch_size_warps-1))];
__shared__ T smem_C[8*32];