Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
PtPrashantTripathi committed Sep 2, 2024
1 parent ce350d8 commit 7ee718b
Show file tree
Hide file tree
Showing 24 changed files with 553 additions and 475 deletions.
26 changes: 25 additions & 1 deletion DATA/API/Holdings_data.json
Original file line number Diff line number Diff line change
Expand Up @@ -13014,6 +13014,30 @@
"low": 187232.39,
"close": 188920.69,
"holding": 59914.74
},
{
"date": "2024-08-31",
"open": 189096.09,
"high": 189845.54,
"low": 187232.39,
"close": 188920.69,
"holding": 59914.74
},
{
"date": "2024-09-01",
"open": 189096.09,
"high": 189845.54,
"low": 187232.39,
"close": 188920.69,
"holding": 59914.74
},
{
"date": "2024-09-02",
"open": 189096.09,
"high": 189845.54,
"low": 187232.39,
"close": 188920.69,
"holding": 59914.74
}
]
}
}
2 changes: 1 addition & 1 deletion DATA/API/ProfitLoss_data.json
Original file line number Diff line number Diff line change
Expand Up @@ -2509,4 +2509,4 @@
]
}
]
}
}
2 changes: 2 additions & 0 deletions DATA/BRONZE/StockData/IRCTC_2024_09.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
date,open,high,low,close,volume,dividends,stock_splits
2024-09-02 00:00:00+05:30,939.85,939.85,929.45,931.55,18251,0.0,0.0
2 changes: 2 additions & 0 deletions DATA/BRONZE/StockData/KPITTECH_2024_09.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
date,open,high,low,close,volume,dividends,stock_splits
2024-09-02 00:00:00+05:30,1814.95,1822.95,1772.0,1786.0,15125,0.0,0.0
2 changes: 2 additions & 0 deletions DATA/BRONZE/StockData/TATAMOTORS_2024_09.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
date,open,high,low,close,volume,dividends,stock_splits
2024-09-02 00:00:00+05:30,1103.6,1104.95,1089.0,1096.55,126228,0.0,0.0
2 changes: 2 additions & 0 deletions DATA/BRONZE/StockData/TATAPOWER_2024_09.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
date,open,high,low,close,volume,dividends,stock_splits
2024-09-02 00:00:00+05:30,435.35,436.5,429.5,434.5,117773,0.0,0.0
18 changes: 18 additions & 0 deletions DATA/GOLD/Holdings/HoldingsHistory_data.csv
Original file line number Diff line number Diff line change
Expand Up @@ -6042,3 +6042,21 @@ date,segment,exchange,symbol,scrip_name,holding_quantity,avg_price,holding_amoun
2024-08-30,EQ,NSE,TATAPOWER,TATA POWER,150.0,147.49,22124.0,432.0,64800.0,436.0,65400.0,431.55,64732.5,434.55,65182.5
2024-08-30,MF,BMF,MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH,MIRAE ASSET TAX SAVER FUND - D,58.41,51.37,3000.37,54.67,3193.27,54.67,3193.27,54.67,3193.27,54.67,3193.27
2024-08-30,MF,BMF,SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH,SBI MAGNUM TAX GAIN SCHEME - D,6.64,452.01,3001.37,478.64,3178.17,478.64,3178.17,478.64,3178.17,478.64,3178.17
2024-08-31,EQ,NSE,IRCTC,INDIAN RAILWAY CATERING AND TO,3.0,896.2,2688.6,929.85,2789.55,948.0,2844.0,921.85,2765.55,932.45,2797.35
2024-08-31,EQ,NSE,KPITTECH,KPIT TECHNOLOGIES LTD,2.0,1500.0,3000.0,1865.05,3730.1,1865.05,3730.1,1806.45,3612.9,1814.7,3629.4
2024-08-31,EQ,NSE,TATAMOTORS,TATA MOTORS,100.0,261.0,26100.4,1114.05,111405.0,1115.0,111500.0,1097.5,109750.0,1109.4,110940.0
2024-08-31,EQ,NSE,TATAPOWER,TATA POWER,150.0,147.49,22124.0,432.0,64800.0,436.0,65400.0,431.55,64732.5,434.55,65182.5
2024-08-31,MF,BMF,MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH,MIRAE ASSET TAX SAVER FUND - D,58.41,51.37,3000.37,54.67,3193.27,54.67,3193.27,54.67,3193.27,54.67,3193.27
2024-08-31,MF,BMF,SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH,SBI MAGNUM TAX GAIN SCHEME - D,6.64,452.01,3001.37,478.64,3178.17,478.64,3178.17,478.64,3178.17,478.64,3178.17
2024-09-01,EQ,NSE,IRCTC,INDIAN RAILWAY CATERING AND TO,3.0,896.2,2688.6,929.85,2789.55,948.0,2844.0,921.85,2765.55,932.45,2797.35
2024-09-01,EQ,NSE,KPITTECH,KPIT TECHNOLOGIES LTD,2.0,1500.0,3000.0,1865.05,3730.1,1865.05,3730.1,1806.45,3612.9,1814.7,3629.4
2024-09-01,EQ,NSE,TATAMOTORS,TATA MOTORS,100.0,261.0,26100.4,1114.05,111405.0,1115.0,111500.0,1097.5,109750.0,1109.4,110940.0
2024-09-01,EQ,NSE,TATAPOWER,TATA POWER,150.0,147.49,22124.0,432.0,64800.0,436.0,65400.0,431.55,64732.5,434.55,65182.5
2024-09-01,MF,BMF,MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH,MIRAE ASSET TAX SAVER FUND - D,58.41,51.37,3000.37,54.67,3193.27,54.67,3193.27,54.67,3193.27,54.67,3193.27
2024-09-01,MF,BMF,SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH,SBI MAGNUM TAX GAIN SCHEME - D,6.64,452.01,3001.37,478.64,3178.17,478.64,3178.17,478.64,3178.17,478.64,3178.17
2024-09-02,EQ,NSE,IRCTC,INDIAN RAILWAY CATERING AND TO,3.0,896.2,2688.6,929.85,2789.55,948.0,2844.0,921.85,2765.55,932.45,2797.35
2024-09-02,EQ,NSE,KPITTECH,KPIT TECHNOLOGIES LTD,2.0,1500.0,3000.0,1865.05,3730.1,1865.05,3730.1,1806.45,3612.9,1814.7,3629.4
2024-09-02,EQ,NSE,TATAMOTORS,TATA MOTORS,100.0,261.0,26100.4,1114.05,111405.0,1115.0,111500.0,1097.5,109750.0,1109.4,110940.0
2024-09-02,EQ,NSE,TATAPOWER,TATA POWER,150.0,147.49,22124.0,432.0,64800.0,436.0,65400.0,431.55,64732.5,434.55,65182.5
2024-09-02,MF,BMF,MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH,MIRAE ASSET TAX SAVER FUND - D,58.41,51.37,3000.37,54.67,3193.27,54.67,3193.27,54.67,3193.27,54.67,3193.27
2024-09-02,MF,BMF,SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH,SBI MAGNUM TAX GAIN SCHEME - D,6.64,452.01,3001.37,478.64,3178.17,478.64,3178.17,478.64,3178.17,478.64,3178.17
4 changes: 2 additions & 2 deletions ETLTOOLS/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,10 @@
from .globalpath import *
from .datetimeutils import *

__doc__ = f"""PortfolioTracker - ETL TOOL KIT
__doc__ = f"""PortfolioTracker v{version.VERSION}- ETL TOOL KIT
https://ptprashanttripathi.github.io/PortfolioTracker
Copyright 2023-{DateTimeUtil.today().year} Pt. Prashant Tripathi"""
__version__ = version.version
__version__ = version.VERSION
__author__ = [
{"name": "ptprashanttripathi", "email": "[email protected]"}
]
Expand Down
6 changes: 5 additions & 1 deletion ETLTOOLS/version.py
Original file line number Diff line number Diff line change
@@ -1 +1,5 @@
version = "0.2.25"
"""
version details
"""
__all__ = ["VERSION"]
VERSION = "0.3.1"
32 changes: 16 additions & 16 deletions NOTEBOOKS/01_BRONZE_LAYER_ETL/01_TradeHistory.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,10 @@
"execution_count": 1,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:15:52.937335Z",
"iopub.status.busy": "2024-08-30T14:15:52.937335Z",
"iopub.status.idle": "2024-08-30T14:15:55.149835Z",
"shell.execute_reply": "2024-08-30T14:15:55.148283Z"
"iopub.execute_input": "2024-09-02T05:07:25.864021Z",
"iopub.status.busy": "2024-09-02T05:07:25.864021Z",
"iopub.status.idle": "2024-09-02T05:07:26.816706Z",
"shell.execute_reply": "2024-09-02T05:07:26.816706Z"
},
"lines_to_next_cell": 2
},
Expand All @@ -34,10 +34,10 @@
"execution_count": 2,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:15:55.149835Z",
"iopub.status.busy": "2024-08-30T14:15:55.149835Z",
"iopub.status.idle": "2024-08-30T14:15:55.163080Z",
"shell.execute_reply": "2024-08-30T14:15:55.163080Z"
"iopub.execute_input": "2024-09-02T05:07:26.816706Z",
"iopub.status.busy": "2024-09-02T05:07:26.816706Z",
"iopub.status.idle": "2024-09-02T05:07:26.832320Z",
"shell.execute_reply": "2024-09-02T05:07:26.832320Z"
}
},
"outputs": [],
Expand All @@ -59,10 +59,10 @@
"execution_count": 3,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:15:55.166116Z",
"iopub.status.busy": "2024-08-30T14:15:55.166116Z",
"iopub.status.idle": "2024-08-30T14:15:55.185487Z",
"shell.execute_reply": "2024-08-30T14:15:55.185487Z"
"iopub.execute_input": "2024-09-02T05:07:26.832320Z",
"iopub.status.busy": "2024-09-02T05:07:26.832320Z",
"iopub.status.idle": "2024-09-02T05:07:26.847591Z",
"shell.execute_reply": "2024-09-02T05:07:26.847591Z"
}
},
"outputs": [],
Expand Down Expand Up @@ -117,10 +117,10 @@
"execution_count": 4,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:15:55.185487Z",
"iopub.status.busy": "2024-08-30T14:15:55.185487Z",
"iopub.status.idle": "2024-08-30T14:15:56.271522Z",
"shell.execute_reply": "2024-08-30T14:15:56.271522Z"
"iopub.execute_input": "2024-09-02T05:07:26.847591Z",
"iopub.status.busy": "2024-09-02T05:07:26.847591Z",
"iopub.status.idle": "2024-09-02T05:07:27.560908Z",
"shell.execute_reply": "2024-09-02T05:07:27.560908Z"
}
},
"outputs": [
Expand Down
96 changes: 56 additions & 40 deletions NOTEBOOKS/01_BRONZE_LAYER_ETL/02_StockData.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,10 @@
"execution_count": 1,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:16:00.956509Z",
"iopub.status.busy": "2024-08-30T14:16:00.956509Z",
"iopub.status.idle": "2024-08-30T14:16:02.189352Z",
"shell.execute_reply": "2024-08-30T14:16:02.189352Z"
"iopub.execute_input": "2024-09-02T05:07:31.005731Z",
"iopub.status.busy": "2024-09-02T05:07:31.005731Z",
"iopub.status.idle": "2024-09-02T05:07:32.118531Z",
"shell.execute_reply": "2024-09-02T05:07:32.118531Z"
}
},
"outputs": [],
Expand All @@ -36,10 +36,10 @@
"execution_count": 2,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:16:02.189352Z",
"iopub.status.busy": "2024-08-30T14:16:02.189352Z",
"iopub.status.idle": "2024-08-30T14:16:02.204214Z",
"shell.execute_reply": "2024-08-30T14:16:02.202976Z"
"iopub.execute_input": "2024-09-02T05:07:32.122584Z",
"iopub.status.busy": "2024-09-02T05:07:32.122584Z",
"iopub.status.idle": "2024-09-02T05:07:32.133209Z",
"shell.execute_reply": "2024-09-02T05:07:32.133209Z"
}
},
"outputs": [],
Expand All @@ -57,10 +57,10 @@
"execution_count": 3,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:16:02.206964Z",
"iopub.status.busy": "2024-08-30T14:16:02.206964Z",
"iopub.status.idle": "2024-08-30T14:16:02.217513Z",
"shell.execute_reply": "2024-08-30T14:16:02.217513Z"
"iopub.execute_input": "2024-09-02T05:07:32.133209Z",
"iopub.status.busy": "2024-09-02T05:07:32.133209Z",
"iopub.status.idle": "2024-09-02T05:07:32.148573Z",
"shell.execute_reply": "2024-09-02T05:07:32.148573Z"
},
"lines_to_next_cell": 2
},
Expand Down Expand Up @@ -121,10 +121,10 @@
"execution_count": 4,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:16:02.219407Z",
"iopub.status.busy": "2024-08-30T14:16:02.219407Z",
"iopub.status.idle": "2024-08-30T14:16:02.229097Z",
"shell.execute_reply": "2024-08-30T14:16:02.229097Z"
"iopub.execute_input": "2024-09-02T05:07:32.148573Z",
"iopub.status.busy": "2024-09-02T05:07:32.148573Z",
"iopub.status.idle": "2024-09-02T05:07:32.167236Z",
"shell.execute_reply": "2024-09-02T05:07:32.166153Z"
}
},
"outputs": [],
Expand Down Expand Up @@ -164,10 +164,10 @@
"execution_count": 5,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:16:02.232139Z",
"iopub.status.busy": "2024-08-30T14:16:02.232139Z",
"iopub.status.idle": "2024-08-30T14:16:02.396615Z",
"shell.execute_reply": "2024-08-30T14:16:02.396615Z"
"iopub.execute_input": "2024-09-02T05:07:32.172957Z",
"iopub.status.busy": "2024-09-02T05:07:32.172957Z",
"iopub.status.idle": "2024-09-02T05:07:32.306149Z",
"shell.execute_reply": "2024-09-02T05:07:32.306149Z"
}
},
"outputs": [
Expand Down Expand Up @@ -214,10 +214,10 @@
"execution_count": 6,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:16:02.396615Z",
"iopub.status.busy": "2024-08-30T14:16:02.396615Z",
"iopub.status.idle": "2024-08-30T14:16:07.095609Z",
"shell.execute_reply": "2024-08-30T14:16:07.095609Z"
"iopub.execute_input": "2024-09-02T05:07:32.306149Z",
"iopub.status.busy": "2024-09-02T05:07:32.306149Z",
"iopub.status.idle": "2024-09-02T05:07:37.554437Z",
"shell.execute_reply": "2024-09-02T05:07:37.554437Z"
}
},
"outputs": [
Expand All @@ -228,75 +228,91 @@
"Starting data processing for:\n",
"symbol: IRCTC\n",
"year: 2024\n",
"month : 8\n",
"month : 9\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to: DATA/BRONZE/StockData/IRCTC_2024_08.csv\n",
"Data processed and saved to: DATA/BRONZE/StockData/IRCTC_2024_09.csv\n",
"Starting data processing for:\n",
"symbol: KPITTECH\n",
"year: 2024\n",
"month : 8\n",
"month : 9\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to: DATA/BRONZE/StockData/KPITTECH_2024_08.csv\n",
"Data processed and saved to: DATA/BRONZE/StockData/KPITTECH_2024_09.csv\n",
"Starting data processing for:\n",
"symbol: TATAMOTORS\n",
"year: 2024\n",
"month : 8\n",
"month : 9\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to: DATA/BRONZE/StockData/TATAMOTORS_2024_08.csv\n",
"Data processed and saved to: DATA/BRONZE/StockData/TATAMOTORS_2024_09.csv\n",
"Starting data processing for:\n",
"symbol: TATAPOWER\n",
"year: 2024\n",
"month : 8\n",
"month : 9\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to: DATA/BRONZE/StockData/TATAPOWER_2024_08.csv\n",
"Data processed and saved to: DATA/BRONZE/StockData/TATAPOWER_2024_09.csv\n",
"Starting data processing for:\n",
"symbol: MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH\n",
"year: 2024\n",
"month : 8\n",
"month : 9\n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"0P00017844.BO: No price data found, symbol may be delisted (1d 2024-09-01 00:00:00 -> 2024-09-02 10:37:36.999656)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to: DATA/BRONZE/StockData/MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH_2024_08.csv\n",
"Error processing data for symbol MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH with error:\n",
"No data fetched for MIRAE_ASSET_ELSS_TAX_SAVER_FUND_DIRECT_PLAN_GROWTH from 2024-09-01 00:00:00 to 2024-09-30 00:00:00\n",
"Starting data processing for:\n",
"symbol: SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH\n",
"year: 2024\n",
"month : 8\n",
"month : 9\n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"0P0000XVL9.BO: No price data found, symbol may be delisted (1d 2024-09-01 00:00:00 -> 2024-09-02 10:37:37.377023)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Data processed and saved to: DATA/BRONZE/StockData/SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH_2024_08.csv\n"
"Error processing data for symbol SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH with error:\n",
"No data fetched for SBI_LONG_TERM_EQUITY_FUND_DIRECT_PLAN_GROWTH from 2024-09-01 00:00:00 to 2024-09-30 00:00:00\n"
]
}
],
Expand Down Expand Up @@ -338,10 +354,10 @@
"execution_count": 7,
"metadata": {
"execution": {
"iopub.execute_input": "2024-08-30T14:16:07.095609Z",
"iopub.status.busy": "2024-08-30T14:16:07.095609Z",
"iopub.status.idle": "2024-08-30T14:16:07.112354Z",
"shell.execute_reply": "2024-08-30T14:16:07.112354Z"
"iopub.execute_input": "2024-09-02T05:07:37.554437Z",
"iopub.status.busy": "2024-09-02T05:07:37.554437Z",
"iopub.status.idle": "2024-09-02T05:07:37.571749Z",
"shell.execute_reply": "2024-09-02T05:07:37.571749Z"
}
},
"outputs": [],
Expand Down
Loading

0 comments on commit 7ee718b

Please sign in to comment.