Skip to content

Commit

Permalink
add downloading logs
Browse files Browse the repository at this point in the history
  • Loading branch information
buremba committed Aug 25, 2024
1 parent 5b706bd commit 3faff9c
Show file tree
Hide file tree
Showing 3 changed files with 9 additions and 9 deletions.
14 changes: 7 additions & 7 deletions testing.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,12 @@
"cells": [
{
"cell_type": "code",
"execution_count": 66,
"execution_count": 68,
"id": "initial_id",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-25T02:09:32.454232Z",
"start_time": "2024-08-25T02:09:30.869321Z"
"end_time": "2024-08-25T02:20:31.964329Z",
"start_time": "2024-08-25T02:20:30.625246Z"
}
},
"outputs": [],
Expand Down Expand Up @@ -253,13 +253,13 @@
},
{
"cell_type": "code",
"execution_count": 67,
"execution_count": 69,
"id": "ea7059a9dc949865",
"metadata": {
"collapsed": false,
"ExecuteTime": {
"end_time": "2024-08-25T02:09:34.437263Z",
"start_time": "2024-08-25T02:09:34.006885Z"
"end_time": "2024-08-25T02:20:47.093505Z",
"start_time": "2024-08-25T02:20:34.445351Z"
}
},
"outputs": [
Expand All @@ -268,7 +268,7 @@
"text/plain": " C_MKTSEGMENT count\n0 AUTOMOBILE 119008\n1 BUILDING 120568\n2 FURNITURE 119872\n3 HOUSEHOLD 120756\n4 MACHINERY 119796",
"text/html": "<div>\n<style scoped>\n .dataframe tbody tr th:only-of-type {\n vertical-align: middle;\n }\n\n .dataframe tbody tr th {\n vertical-align: top;\n }\n\n .dataframe thead th {\n text-align: right;\n }\n</style>\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr style=\"text-align: right;\">\n <th></th>\n <th>C_MKTSEGMENT</th>\n <th>count</th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>0</th>\n <td>AUTOMOBILE</td>\n <td>119008</td>\n </tr>\n <tr>\n <th>1</th>\n <td>BUILDING</td>\n <td>120568</td>\n </tr>\n <tr>\n <th>2</th>\n <td>FURNITURE</td>\n <td>119872</td>\n </tr>\n <tr>\n <th>3</th>\n <td>HOUSEHOLD</td>\n <td>120756</td>\n </tr>\n <tr>\n <th>4</th>\n <td>MACHINERY</td>\n <td>119796</td>\n </tr>\n </tbody>\n</table>\n</div>"
},
"execution_count": 67,
"execution_count": 69,
"metadata": {},
"output_type": "execute_result"
}
Expand Down
2 changes: 1 addition & 1 deletion universql/lake/fsspec_util.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
from universql.util import get_total_directory_size

logging.basicConfig(level=logging.INFO)
logger = logging.getLogger("fsspec")
logger = logging.getLogger("data_lake")


class FileNameCacheMapper(AbstractCacheMapper):
Expand Down
2 changes: 1 addition & 1 deletion universql/util.py
Original file line number Diff line number Diff line change
Expand Up @@ -397,4 +397,4 @@ def calculate_script_cost(duration_second, electricity_rate=0.15, pc_lifetime_ye
# f"Hardware Cost: ${hardware_cost:.6f} | "
# f"Total Cost: ${total_cost:.6f}"
# )
return f"~${total_cost:.6f}"
return f"~ ${total_cost:.6f}"

0 comments on commit 3faff9c

Please sign in to comment.