diff --git a/discover/gpu.go b/discover/gpu.go index 9048631a8..53b3f75cc 100644 --- a/discover/gpu.go +++ b/discover/gpu.go @@ -422,7 +422,8 @@ func GetGPUInfo() GpuInfoList { C.free(unsafe.Pointer(memInfo.err)) continue } - + + gpuInfo.FlashAttention = C.vk_check_flash_attention(*vHandles.vulkan, C.int(i)) == 0 // 0 means supported gpuInfo.TotalMemory = uint64(memInfo.total) gpuInfo.FreeMemory = uint64(memInfo.free) gpuInfo.ID = C.GoString(&memInfo.gpu_id[0])