update err handling

src/dsmlp/app/validator.py

@@ -57,15 +57,20 @@ def validate_pod(self, request: Request):
 
         ### if tgpt-validator == enabled
         ### run special tritongpt validator that gets permitted UIDs from namespace instead of sicad
+
         try:
             namespace = self.kube.get_namespace(request.namespace)
+            tgpt_label = self.kube.get_tgpt_label(namespace)
 
-            if(self.kube.get_tgpt_label(namespace) == "enabled"):
-                self.logger.info("Triton GPT Mode Activated. Only running TritonGPT Validator.")
-                TritonGPTValidator(self.kube, self.logger).validate_pod(request)
-                return
         except Exception as err:
-            self.logger.exception(err)
+            self.logger.info("Failed to evaluate TGPT label logic. Falling back on regular validator components. Error: " + str(err))
+            for component_validator in self.component_validators:
+                component_validator.validate_pod(request)
+
+        if(tgpt_label == "enabled"):
+            self.logger.info("Triton GPT Mode Activated. Only running TritonGPT Validator.")
+            TritonGPTValidator(self.kube, self.logger).validate_pod(request)
+            return
 
         for component_validator in self.component_validators:
             component_validator.validate_pod(request)

tests/app/test_tgpt_validator.py

@@ -104,7 +104,7 @@ def test_bad_request(self):
         )
 
         assert_that(self.logger.messages, has_item(
-            f"EXCEPTION TritonGPT Validator: user with access to UIDs ['30', '3000'] attempted to run a pod as 300. Pod denied."))
+            f"INFO Denied request username=system:kube-system namespace=user10 reason=TritonGPT Validator: user with access to UIDs ['30', '3000'] attempted to run a pod as 300. Pod denied. uid=705ab4f5-6393-11e8-b7cc-42010a800002"))
 
     def test_good_request_not_enabled_permitted_on(self):
         self.when_validate(