diff --git a/python/tvm/contrib/hexagon/session.py b/python/tvm/contrib/hexagon/session.py
index 725d9ad961..42b1a056e8 100644
--- a/python/tvm/contrib/hexagon/session.py
+++ b/python/tvm/contrib/hexagon/session.py
@@ -346,8 +346,8 @@ def _relax_vm_executable_executor(
             hexagon_arch="v68",
         )
 
-        self.upload(path_exec, "exec.so")
-        return self._rpc.get_function("tvm.hexagon.load_module")("exec.so")
+        path = self.upload(path_exec, "exec.so")
+        return self._rpc.get_function("tvm.hexagon.load_module")(str(path))
 
     def _aot_executor_from_factory(
         self,
diff --git a/tests/scripts/task_python_hexagon.sh b/tests/scripts/task_python_hexagon.sh
index 543ab3ebbd..42ed4a19f3 100755
--- a/tests/scripts/task_python_hexagon.sh
+++ b/tests/scripts/task_python_hexagon.sh
@@ -42,7 +42,14 @@ fi
 export ANDROID_SERIAL_NUMBER=${device_serial}
 
 # Only test integration with Relax
-run_pytest ctypes python-contrib-hexagon tests/python/contrib/test_hexagon/test_relax_integration.py
+# TODO(prakalp): Run the same tests on simulator and device once the bug with device is fixed.
+if [[ "${device_serial}" == "simulator" ]];
+    then
+        run_pytest ctypes python-contrib-hexagon tests/python/contrib/test_hexagon/test_relax_integration.py
+    else
+        run_pytest ctypes python-contrib-hexagon tests/python/contrib/test_hexagon/test_relax_integration.py::test_conv2d
+fi
+
 
 if [[ "${device_serial}" == "simulator" ]]; then
     kill ${TRACKER_PID}