pali112
/
ollama
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix total memory monitor

This commit is contained in:
pufferffish 2024-06-15 10:58:12 +01:00
parent 257364cb3c
commit 11c55fab81
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
gpu/gpu_info_vulkan.c
View File

@ -196,13 +196,13 @@ void vk_check_vram(vk_handle_t rh, int i, mem_info_t *resp) {
(*rh.vkGetPhysicalDeviceMemoryProperties2)(devices[i], &device_memory_properties);
VkDeviceSize device_memory_total_usage = 0;
VkDeviceSize device_memory_total_size = 0;
VkDeviceSize device_memory_heap_budget = 0;
for (uint32_t j = 0; j < device_memory_properties.memoryProperties.memoryHeapCount; j++) {
VkMemoryHeap heap = device_memory_properties.memoryProperties.memoryHeaps[j];
if (heap.flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) {
device_memory_total_usage += physical_device_memory_budget_properties.heapUsage[j];
device_memory_total_size += heap.size;
device_memory_heap_budget += physical_device_memory_budget_properties.heapBudget[j];
}
}
@ -211,7 +211,7 @@ void vk_check_vram(vk_handle_t rh, int i, mem_info_t *resp) {
snprintf(&resp->gpu_id[0], GPU_ID_LEN, "%d", i);
resp->gpu_name[GPU_NAME_LEN - 1] = '\0';
strncpy(&resp->gpu_name[0], properties.deviceName, GPU_NAME_LEN - 1);
resp->total = (uint64_t) device_memory_total_usage;
resp->total = (uint64_t) device_memory_total_size;
resp->free = (uint64_t) device_memory_heap_budget;
resp->major = VK_API_VERSION_MAJOR(properties.apiVersion);
resp->minor = VK_API_VERSION_MINOR(properties.apiVersion);