timeout override parameter for webpage scraping

refuel-ai · Jan 19, 2025 · dd0ff04 · dd0ff04
1 parent 74c6f95
commit dd0ff04
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/autolabel/transforms/webpage_transform.py b/src/autolabel/transforms/webpage_transform.py
@@ -54,7 +54,7 @@ def __init__(
         super().__init__(cache, output_columns)
         self.url_column = url_column
         self.max_retries = max_retries
-        self.timeout = DEFAULT_TIMEOUT
+        self.timeout = timeout
         self.html2text_transformer = Html2TextTransformer()
         self.api_key = scrapingbee_api_key
         self.client = ScrapingBeeClient(api_key=self.api_key)