Fix: reduce workspace size

This commit is contained in:
Liyan Zheng 2023-04-23 13:34:07 +08:00
parent b9819e65c1
commit f204866d93
1 changed files with 1 additions and 3 deletions

View File

@ -17,9 +17,7 @@ CudaRuntimeObj::CudaRuntimeObj()
checkCublasError(cublasCreate(&cublas));
checkCudnnError(cudnnSetStream(cudnn, stream));
checkCublasError(cublasSetStream(cublas, stream));
// 10GB for Longformer
// size_t longformerNum = 3lu * (1 << 30);
workspaceSize = 7ll << 30; // 7 GB
workspaceSize = 2ll << 30; // 2 GB
workspace = alloc(workspaceSize);
}