diff --git a/discover/gpu.go b/discover/gpu.go index bd3bd20df..8a36db854 100644 --- a/discover/gpu.go +++ b/discover/gpu.go @@ -422,8 +422,7 @@ func GetGPUInfo() GpuInfoList { C.free(unsafe.Pointer(memInfo.err)) continue } - - // gpuInfo.FlashAttention = (C.vk_check_flash_attention(*vHandles.vulkan, C.int(i)) == 0) // 0 means supported + gpuInfo.FlashAttention = true gpuInfo.TotalMemory = uint64(memInfo.total) gpuInfo.FreeMemory = uint64(memInfo.free)