Refactor GPU handling in MetalBackend and Tester

- Remove unused GPU index because the Metal backend only uses the system default device. - Refactor Metal backend to be more efficient and robust.
ChinChangYang · Nov 12, 2023 · 84d95e0 · 84d95e0
1 parent c7840d7
commit 84d95e0
Show file tree

Hide file tree

Showing 3 changed files with 129 additions and 163 deletions.
diff --git a/cpp/neuralnet/metalbackend.cpp b/cpp/neuralnet/metalbackend.cpp
@@ -284,7 +284,7 @@ void MetalProcess::createMetalComputeHandle(const ModelDesc* modelDesc,
                                               policyHeadDescToSwift(&modelDesc->policyHead),
                                               valueHeadDescToSwift(&modelDesc->valueHead));
 
-  createMetalComputeHandle(gpuIdx, swModelDesc, serverThreadIdx);
+  createMetalComputeHandle(swModelDesc, serverThreadIdx);
 }
 
 //---------------------------------------------------------------------------------------------------------
@@ -860,7 +860,6 @@ void MetalProcess::getMetalOutput(
                        inputBuffers->valueResults,
                        inputBuffers->ownershipResults,
                        inputBuffers->scoreValuesResults,
-                       gpuHandle->gpuIndex,
                        batchSize);
 
   for(size_t row = 0; row < batchSize; row++) {