diff --git a/discover/gpu.go b/discover/gpu.go index 13c607b18..bd3bd20df 100644 --- a/discover/gpu.go +++ b/discover/gpu.go @@ -423,7 +423,8 @@ func GetGPUInfo() GpuInfoList { continue } - gpuInfo.FlashAttention = (C.vk_check_flash_attention(*vHandles.vulkan, C.int(i)) == 0) // 0 means supported + // gpuInfo.FlashAttention = (C.vk_check_flash_attention(*vHandles.vulkan, C.int(i)) == 0) // 0 means supported + gpuInfo.FlashAttention = true gpuInfo.TotalMemory = uint64(memInfo.total) gpuInfo.FreeMemory = uint64(memInfo.free) gpuInfo.ID = C.GoString(&memInfo.gpu_id[0])