Skip to content

Commit

Permalink
hi
Browse files Browse the repository at this point in the history
  • Loading branch information
Prashant Tripathi authored and Prashant Tripathi committed Aug 23, 2024
1 parent 5fd15fb commit 60ab0a5
Show file tree
Hide file tree
Showing 14 changed files with 422 additions and 316 deletions.
48 changes: 27 additions & 21 deletions NOTEBOOKS/01_BRONZE_LAYER_ETL/01_TradeHistory.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -11,13 +11,13 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 1,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:06.684401Z",
"iopub.status.busy": "2024-08-23T10:04:06.684401Z",
"iopub.status.idle": "2024-08-23T10:04:07.383081Z",
"shell.execute_reply": "2024-08-23T10:04:07.383081Z"
"iopub.execute_input": "2024-08-23T15:25:10.051656Z",
"iopub.status.busy": "2024-08-23T15:25:10.050657Z",
"iopub.status.idle": "2024-08-23T15:25:10.540475Z",
"shell.execute_reply": "2024-08-23T15:25:10.540475Z"
},
"lines_to_next_cell": 2
},
Expand All @@ -40,13 +40,13 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 2,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:07.387596Z",
"iopub.status.busy": "2024-08-23T10:04:07.383081Z",
"iopub.status.idle": "2024-08-23T10:04:07.394214Z",
"shell.execute_reply": "2024-08-23T10:04:07.392690Z"
"iopub.execute_input": "2024-08-23T15:25:10.540475Z",
"iopub.status.busy": "2024-08-23T15:25:10.540475Z",
"iopub.status.idle": "2024-08-23T15:25:10.548120Z",
"shell.execute_reply": "2024-08-23T15:25:10.548120Z"
}
},
"outputs": [],
Expand All @@ -71,13 +71,13 @@
},
{
"cell_type": "code",
"execution_count": 9,
"execution_count": 3,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:07.400627Z",
"iopub.status.busy": "2024-08-23T10:04:07.399373Z",
"iopub.status.idle": "2024-08-23T10:04:07.410027Z",
"shell.execute_reply": "2024-08-23T10:04:07.410027Z"
"iopub.execute_input": "2024-08-23T15:25:10.548120Z",
"iopub.status.busy": "2024-08-23T15:25:10.548120Z",
"iopub.status.idle": "2024-08-23T15:25:10.555984Z",
"shell.execute_reply": "2024-08-23T15:25:10.555984Z"
}
},
"outputs": [],
Expand Down Expand Up @@ -129,13 +129,13 @@
},
{
"cell_type": "code",
"execution_count": 10,
"execution_count": 4,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:07.423221Z",
"iopub.status.busy": "2024-08-23T10:04:07.420041Z",
"iopub.status.idle": "2024-08-23T10:04:07.932061Z",
"shell.execute_reply": "2024-08-23T10:04:07.931056Z"
"iopub.execute_input": "2024-08-23T15:25:10.555984Z",
"iopub.status.busy": "2024-08-23T15:25:10.555984Z",
"iopub.status.idle": "2024-08-23T15:25:10.920521Z",
"shell.execute_reply": "2024-08-23T15:25:10.920521Z"
}
},
"outputs": [
Expand All @@ -144,7 +144,13 @@
"output_type": "stream",
"text": [
"Number of Files Detected: 5\n",
"Processing => C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\SOURCE\\TradeHistory\\trade_2021.xlsx\n",
"Processing => C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\SOURCE\\TradeHistory\\trade_2021.xlsx\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Sheet name => TRADE\n",
"Processed => C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\TradeHistory\\trade_2021.csv\n",
"Processing => C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\SOURCE\\TradeHistory\\trade_2122.xlsx\n",
Expand Down
160 changes: 123 additions & 37 deletions NOTEBOOKS/01_BRONZE_LAYER_ETL/02_StockData.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -13,13 +13,13 @@
},
{
"cell_type": "code",
"execution_count": 60,
"execution_count": 1,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:13.699719Z",
"iopub.status.busy": "2024-08-23T10:04:13.699719Z",
"iopub.status.idle": "2024-08-23T10:04:15.006997Z",
"shell.execute_reply": "2024-08-23T10:04:15.005669Z"
"iopub.execute_input": "2024-08-23T15:25:13.088351Z",
"iopub.status.busy": "2024-08-23T15:25:13.088351Z",
"iopub.status.idle": "2024-08-23T15:25:13.664103Z",
"shell.execute_reply": "2024-08-23T15:25:13.664103Z"
}
},
"outputs": [],
Expand All @@ -37,13 +37,13 @@
},
{
"cell_type": "code",
"execution_count": 61,
"execution_count": 2,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:15.013868Z",
"iopub.status.busy": "2024-08-23T10:04:15.013253Z",
"iopub.status.idle": "2024-08-23T10:04:15.020184Z",
"shell.execute_reply": "2024-08-23T10:04:15.020184Z"
"iopub.execute_input": "2024-08-23T15:25:13.667712Z",
"iopub.status.busy": "2024-08-23T15:25:13.667712Z",
"iopub.status.idle": "2024-08-23T15:25:13.672793Z",
"shell.execute_reply": "2024-08-23T15:25:13.672793Z"
}
},
"outputs": [],
Expand All @@ -60,13 +60,13 @@
},
{
"cell_type": "code",
"execution_count": 62,
"execution_count": 3,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:15.042660Z",
"iopub.status.busy": "2024-08-23T10:04:15.041880Z",
"iopub.status.idle": "2024-08-23T10:04:15.054166Z",
"shell.execute_reply": "2024-08-23T10:04:15.052455Z"
"iopub.execute_input": "2024-08-23T15:25:13.677469Z",
"iopub.status.busy": "2024-08-23T15:25:13.677469Z",
"iopub.status.idle": "2024-08-23T15:25:13.683522Z",
"shell.execute_reply": "2024-08-23T15:25:13.683167Z"
},
"lines_to_next_cell": 2
},
Expand Down Expand Up @@ -122,8 +122,15 @@
},
{
"cell_type": "code",
"execution_count": 63,
"metadata": {},
"execution_count": 4,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T15:25:13.686571Z",
"iopub.status.busy": "2024-08-23T15:25:13.686571Z",
"iopub.status.idle": "2024-08-23T15:25:13.691935Z",
"shell.execute_reply": "2024-08-23T15:25:13.691115Z"
}
},
"outputs": [],
"source": [
"def generate_date_list(start_date, end_date):\n",
Expand Down Expand Up @@ -158,13 +165,13 @@
},
{
"cell_type": "code",
"execution_count": 64,
"execution_count": 5,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T10:04:15.059371Z",
"iopub.status.busy": "2024-08-23T10:04:15.059371Z",
"iopub.status.idle": "2024-08-23T10:04:15.067015Z",
"shell.execute_reply": "2024-08-23T10:04:15.066440Z"
"iopub.execute_input": "2024-08-23T15:25:13.694862Z",
"iopub.status.busy": "2024-08-23T15:25:13.694862Z",
"iopub.status.idle": "2024-08-23T15:25:18.410202Z",
"shell.execute_reply": "2024-08-23T15:25:18.410202Z"
}
},
"outputs": [
Expand All @@ -177,84 +184,156 @@
"symbol: IRCTC\n",
"year: 2024\n",
"month : 7\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\07\\IRCTC.csv\n",
"Starting data processing for:\n",
"symbol: IRCTC\n",
"year: 2024\n",
"month : 8\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\08\\IRCTC.csv\n",
"Starting data processing for:\n",
"symbol: KPITTECH\n",
"year: 2024\n",
"month : 7\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\07\\KPITTECH.csv\n",
"Starting data processing for:\n",
"symbol: KPITTECH\n",
"year: 2024\n",
"month : 8\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\08\\KPITTECH.csv\n",
"Starting data processing for:\n",
"symbol: TATAMOTORS\n",
"year: 2024\n",
"month : 7\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\07\\TATAMOTORS.csv\n",
"Starting data processing for:\n",
"symbol: TATAMOTORS\n",
"year: 2024\n",
"month : 8\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\08\\TATAMOTORS.csv\n",
"Starting data processing for:\n",
"symbol: TATAPOWER\n",
"year: 2024\n",
"month : 7\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\07\\TATAPOWER.csv\n",
"Starting data processing for:\n",
"symbol: TATAPOWER\n",
"year: 2024\n",
"month : 8\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\08\\TATAPOWER.csv\n",
"Starting data processing for:\n",
"symbol: MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH\n",
"year: 2024\n",
"month : 7\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\07\\MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH.csv\n",
"Starting data processing for:\n",
"symbol: MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH\n",
"year: 2024\n",
"month : 8\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\08\\MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH.csv\n",
"Starting data processing for:\n",
"symbol: SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH\n",
"year: 2024\n",
"month : 7\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\07\\SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH.csv\n",
"Starting data processing for:\n",
"symbol: SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH\n",
"year: 2024\n",
"month : 8\n",
"\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to\n",
"C:\\Users\\prashant.tripathi\\Code\\PortfolioTracker\\DATA\\BRONZE\\StockData\\2024\\08\\SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH.csv\n"
]
Expand Down Expand Up @@ -308,15 +387,22 @@
},
{
"cell_type": "code",
"execution_count": 70,
"metadata": {},
"execution_count": 6,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-23T15:25:18.410202Z",
"iopub.status.busy": "2024-08-23T15:25:18.410202Z",
"iopub.status.idle": "2024-08-23T15:25:18.418948Z",
"shell.execute_reply": "2024-08-23T15:25:18.418948Z"
}
},
"outputs": [],
"source": [
"# import pandas as pd\n",
"\n",
"# # Read the CSV file\n",
"# df = pd.read_csv(\n",
"# \"C:/Users/prashant.tripathi/Downloads/Quote-Equity-GOLDBEES-EQ-01-02-2021-to-08-07-2021.csv\"\n",
"# https://www.nseindia.com/get-quotes/equity?symbol=GOLDBEES\n",
"# )\n",
"\n",
"# # Rename columns to match the desired format\n",
Expand Down
Loading

0 comments on commit 60ab0a5

Please sign in to comment.