Remove pre-fetching from DB (#475)

worldcoin · Sep 30, 2024 · 170b19e · 170b19e
1 parent 1c0567f
commit 170b19e
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 26 deletions.
diff --git a/iris-mpc-gpu/src/dot/share_db.rs b/iris-mpc-gpu/src/dot/share_db.rs
@@ -20,7 +20,7 @@ use cudarc::{
         CudaBlas,
     },
     driver::{
-        result::{self, malloc_async, malloc_managed, mem_prefetch_async},
+        result::{self, malloc_async, malloc_managed},
         sys::{CUdeviceptr, CUmemAttach_flags},
         CudaFunction, CudaSlice, CudaStream, CudaView, DevicePtr, DeviceSlice, LaunchAsync,
     },
@@ -340,25 +340,6 @@ impl ShareDB {
                         .unwrap();
                 }
             }
-
-            // Try prefetching the db to device already
-            for mem in [&db.code_gr.limb_0, &db.code_gr.limb_1] {
-                unsafe {
-                    mem_prefetch_async(
-                        mem[device_index],
-                        db_lens[device_index] * code_len,
-                        cudarc::driver::sys::CUmemLocation_st {
-                            type_:
-                                cudarc::driver::sys::CUmemLocationType::CU_MEM_LOCATION_TYPE_DEVICE,
-                            ..Default::default()
-                        },
-                        *self.device_manager.device(device_index).cu_stream(),
-                    )
-                    .unwrap();
-                };
-            }
-
-            self.device_manager.synchronize_all();
         }
     }
 

diff --git a/iris-mpc-gpu/src/helpers/device_manager.rs b/iris-mpc-gpu/src/helpers/device_manager.rs
@@ -93,12 +93,6 @@ impl DeviceManager {
         }
     }
 
-    pub fn synchronize_all(&self) {
-        for i in 0..self.devices.len() {
-            self.devices[i].synchronize().unwrap();
-        }
-    }
-
     pub fn create_events(&self) -> Vec<CUevent> {
         let mut events = vec![];
         for idx in 0..self.devices.len() {