mikhail/llama.cpp-mtp-turboquant
1
0
Fork 0
Code Issues Pull Requests Actions 32 Packages Projects Releases Wiki Activity

CUDA: lower-case PCI bus id, standardize for ggml (#22820)

Browse Source
This commit is contained in:
Johannes Gäßler
2026-05-08 10:09:38 +02:00
committed by GitHub
parent 6d57a49a70
commit a8fd165fec
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/include/ggml-backend.h
+1 -1
View File
@@ -169,7 +169,7 @@ extern "C" {
// device type // device type
enum ggml_backend_dev_type type; enum ggml_backend_dev_type type;
// device id // device id
// for PCI devices, this should be the PCI bus id formatted as "domain:bus:device.function" (e.g. "0000:01:00.0") // for PCI devices, this should be the lower-case PCI bus id formatted as "domain:bus:device.function" (e.g. "0000:c1:00.0")
// if the id is unknown, this should be NULL // if the id is unknown, this should be NULL
const char * device_id; const char * device_id;
// device capabilities // device capabilities
ggml/src/ggml-cuda/ggml-cuda.cu
+3
View File
@@ -5434,6 +5434,9 @@ ggml_backend_reg_t ggml_backend_cuda_reg() {
char pci_bus_id[32] = {}; char pci_bus_id[32] = {};
CUDA_CHECK(cudaDeviceGetPCIBusId(pci_bus_id, sizeof(pci_bus_id), i)); CUDA_CHECK(cudaDeviceGetPCIBusId(pci_bus_id, sizeof(pci_bus_id), i));
dev_ctx->pci_bus_id = pci_bus_id; dev_ctx->pci_bus_id = pci_bus_id;
for (char & c : dev_ctx->pci_bus_id) {
c = std::tolower(c);
}
dev_ctx->op_offload_min_batch_size = min_batch_size; dev_ctx->op_offload_min_batch_size = min_batch_size;
ggml_backend_dev_t dev = new ggml_backend_device { ggml_backend_dev_t dev = new ggml_backend_device {