Outputs changes

tools/ludwig_experiment.py

@@ -23,8 +23,7 @@
 from utils import (
     encode_image_to_base64,
     get_html_closing,
-    get_html_template,
-    json_to_html_table
+    get_html_template
 )
 
 import yaml
@@ -207,21 +206,21 @@ def convert_parquet_to_csv(ludwig_output_directory_name):
 
 
 def generate_html_report(title, ludwig_output_directory_name):
-    ludwig_output_directory = os.path.join(
-        output_directory, ludwig_output_directory_name)
-
-    test_statistics_html = ""
-    # Read test statistics JSON and convert to HTML table
-    try:
-        test_statistics_path = os.path.join(
-            ludwig_output_directory, TEST_STATISTICS_FILE_NAME)
-        with open(test_statistics_path, "r") as f:
-            test_statistics = json.load(f)
-        test_statistics_html = "<h2>Test Statistics</h2>"
-        test_statistics_html += json_to_html_table(
-            test_statistics)
-    except Exception as e:
-        LOG.info(f"Error reading test statistics: {e}")
+    # ludwig_output_directory = os.path.join(
+    #     output_directory, ludwig_output_directory_name)
+
+    # test_statistics_html = ""
+    # # Read test statistics JSON and convert to HTML table
+    # try:
+    #     test_statistics_path = os.path.join(
+    #         ludwig_output_directory, TEST_STATISTICS_FILE_NAME)
+    #     with open(test_statistics_path, "r") as f:
+    #         test_statistics = json.load(f)
+    #     test_statistics_html = "<h2>Test Statistics</h2>"
+    #     test_statistics_html += json_to_html_table(
+    #         test_statistics)
+    # except Exception as e:
+    #     LOG.info(f"Error reading test statistics: {e}")
 
     # Convert visualizations to HTML
     plots_html = ""
@@ -244,7 +243,6 @@ def generate_html_report(title, ludwig_output_directory_name):
     {get_html_template()}
         <h1>{title}</h1>
         {plots_html}
-        {test_statistics_html}
     {get_html_closing()}
     """
 

tools/ludwig_experiment.xml

@@ -119,7 +119,7 @@
     <outputs>
         <data format="ludwig_model" name="output_model" label="${tool.name} trained model on ${on_string}" />
         <data format="html" name="output_report" from_work_dir="ludwig_experiment_report.html" label="${tool.name} report on ${on_string}" />
-        <collection type="list" name="output_pred_csv" label="${tool.name} predictions CSV on ${on_string}" >
+        <collection type="list" name="output_pred_csv" label="${tool.name} predictions CSVs/experiment stats on ${on_string}" >
             <discover_datasets pattern="(?P&lt;designation&gt;predictions_parquet\.csv)" format="csv" directory="experiment_run" />
             <discover_datasets pattern="(?P&lt;designation&gt;.+)\.json" format="json" directory="experiment_run" />
         </collection>

tools/ludwig_hyperopt.py

@@ -46,6 +46,8 @@ def generate_html_report(title):
         with open(hyperopt_hiplot_path, "r", encoding="utf-8") as file:
             hyperopt_hiplot_html = file.read()
             plots_html += f'<div class="hiplot">{hyperopt_hiplot_html}</div>'
+            plots_html += "uid is the identifier for different hyperopt runs"
+            plots_html += "<br><br>"
 
     # Iterate through other files in viz_output_directory
     for plot_file in sorted(os.listdir(viz_output_directory)):

tools/ludwig_hyperopt.xml

@@ -104,7 +104,7 @@
         <param name="raw_data" type="data" format="zip" optional="true" label="Raw data" help="Optional. Needed for images."/>
     </inputs>       
     <outputs>
-        <data format="ludwig_model" name="output_model" label="${tool.name} best model on ${on_string}" >
+        <data format="ludwig_model" name="output_model" label="${tool.name} best model files on ${on_string}" >
         </data>
         <data format="html" name="output_hyperopt" from_work_dir="ludwig_hyperopt_report.html" label="${tool.name} report on ${on_string}" />
         <data format="json" name="output_hyperopt_stats" from_work_dir="hyperopt/hyperopt_statistics.json" label="${tool.name} statistics on ${on_string}" />