LLM inference in C/C++
C++ ggml
vulkan: add null checks in ggml_vk_queue_command_pools_cleanup (#27353)
Jetson Tanb95502ba9aa0
diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cppindex 62ef7bb8a2..6c60ac0dc2 100644--- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp+++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp@@ -3384,10 +3384,10 @@ static void ggml_vk_queue_command_pools_cleanup(vk_device& device) {// Arbitrary frequency to cleanup/reuse command buffersstatic constexpr uint32_t cleanup_frequency = 10;- if (device->compute_queue->cmd_pool.buffers_in_use() >= cleanup_frequency) {+ if (device->compute_queue && device->compute_queue->cmd_pool.buffers_in_use() >= cleanup_frequency) {ggml_vk_command_pool_cleanup(device, device->compute_queue->cmd_pool);}- if (device->transfer_queue->cmd_pool.buffers_in_use() >= cleanup_frequency) {+ if (device->transfer_queue && device->transfer_queue->cmd_pool.buffers_in_use() >= cleanup_frequency) {ggml_vk_command_pool_cleanup(device, device->transfer_queue->cmd_pool);}}