pali112
/
ollama
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

enable falsh attention on vulkan

This commit is contained in:
Inforithmics 2025-08-10 16:53:13 +02:00
parent 60a015e8c3
commit 5270c4c5f7
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
discover/gpu.go
View File

@ -422,7 +422,8 @@ func GetGPUInfo() GpuInfoList {
C.free(unsafe.Pointer(memInfo.err))
continue
}
gpuInfo.FlashAttention = C.vk_check_flash_attention(*vHandles.vulkan, C.int(i)) == 0 // 0 means supported
gpuInfo.TotalMemory = uint64(memInfo.total)
gpuInfo.FreeMemory = uint64(memInfo.free)
gpuInfo.ID = C.GoString(&memInfo.gpu_id[0])