Test (#106)

* format_json * assets * DATA UPDATE 2024-12-05 * ok
PtPrashantTripathi · Dec 5, 2024 · 1333176 · 1333176
1 parent 034cc67
commit 1333176
Show file tree

Hide file tree

Showing 166 changed files with 10,110 additions and 237,711 deletions.
diff --git a/.github/workflows/data_update.yml b/.github/workflows/data_update.yml
@@ -19,6 +19,7 @@ jobs:
       name: python
       RELEASE_DATE: ""  # Placeholder for release date, set dynamically during the job
       PROJECT_DIR: ${{ github.workspace }}  # Set project directory to the current GitHub workspace
+      USERNAME: ${{ github.repository_owner }} # Set USERNAME to the current GitHub Repository owner
 
     steps:
       # Step 1: Checkout the repository
@@ -46,7 +47,7 @@ jobs:
       - name: Run Jupyter notebooks
         run: |
           echo "Running all Jupyter notebooks..."
-          bash ./PIPELINES/all_runner.sh
+          bash ./SCRIPTS/all_runner.sh
 
       # Step 6: Create a pull request with the data updates
       - name: Create Pull Request

diff --git a/.github/workflows/deploy_github_pages.yml b/.github/workflows/deploy_github_pages.yml
@@ -29,6 +29,7 @@ jobs:
     environment:
       name: github-pages
       url: ${{ steps.deployment.outputs.page_url }}
+      USERNAME: ${{ github.repository_owner }} # Set USERNAME to the current GitHub Repository owner
 
     # Use the latest stable Ubuntu runner
     runs-on: ubuntu-latest

diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -6,6 +6,7 @@ repos:
     - repo: https://github.com/pre-commit/pre-commit-hooks
       rev: v4.6.0
       hooks:
+          - id: requirements-txt-fixer
           - id: check-case-conflict
           - id: check-ast
           - id: check-docstring-first
@@ -25,10 +26,10 @@ repos:
       hooks:
           - id: check-github-workflows
 
-    - repo: https://github.com/codespell-project/codespell
-      rev: "v2.3.0"
-      hooks:
-          - id: codespell
+    # - repo: https://github.com/codespell-project/codespell
+    #   rev: "v2.3.0"
+    #   hooks:
+    #       - id: codespell
 
     - repo: https://github.com/psf/black
       rev: 24.8.0
@@ -45,12 +46,15 @@ repos:
             name: isort (python)
 
     - repo: https://github.com/nbQA-dev/nbQA
-      rev: 1.8.7
+      rev: 1.9.1
       hooks:
-          - id: nbqa-pyupgrade
-            args: ["--py37-plus"]
-          - id: nbqa-isort
-            args: ["--order-by-type", "--length-sort", "black"]
+        - id: nbqa-black
+          additional_dependencies: [jupytext]  # optional, only if you're using Jupytext
+          args: ["--nbqa-shell"]
+        - id: nbqa-pyupgrade
+          args: ["--py37-plus"]
+        - id: nbqa-isort
+          args: ["--float-to-top"]
 
     - repo: https://github.com/asottile/pyupgrade
       rev: v3.17.0
@@ -61,6 +65,6 @@ repos:
       hooks:
           - id: json-formatter
             name: JSON Formatter
-            entry: ./bin/format_json
+            entry: ./SCRIPTS/format_json
             language: python
             files: \.json$
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -1,6 +1,8 @@
 {
+    "cSpell.words": [
+        "dtype"
+    ],
     "css.validate": false,
     "liveServer.settings.port": 5501,
-    "prettier.printWidth": 80,
-    "cSpell.words": ["dtype"]
+    "prettier.printWidth": 80
 }
diff --git a/CONFIG/CONSTANTS/stock_tickers.json b/CONFIG/CONSTANTS/stock_tickers.json
@@ -46,8 +46,8 @@
     "TATAPOWER": "TATAPOWER.NS",
     "TRIDENT": "TRIDENT.NS",
     "TTML": "TTML.NS",
+    "UNITDSPR": "UNITDSPR.NS",
     "URJA": "URJA.NS",
-    "UNITDSPR":"UNITDSPR.NS",
     "VIJIFIN": "VIJIFIN.NS",
     "VIKASLIFE": "VIKASLIFE.NS",
     "VIRTUALG": "VIRTUALG.BO",

diff --git a/CONFIG/DATA_CONTRACTS/BRONZE/Symbol.json b/CONFIG/DATA_CONTRACTS/BRONZE/Symbol.json
@@ -25,5 +25,8 @@
             "data_type": "string"
         }
     ],
-    "order_by": ["instrument_type", "scrip_name"]
+    "order_by": [
+        "instrument_type",
+        "scrip_name"
+    ]
 }
diff --git a/CONFIG/DATA_CONTRACTS/GOLD/CurrentHolding.json b/CONFIG/DATA_CONTRACTS/GOLD/CurrentHolding.json
@@ -37,5 +37,11 @@
             "data_type": "float64"
         }
     ],
-    "order_by": ["segment", "exchange", "symbol", "scrip_name", "datetime"]
+    "order_by": [
+        "segment",
+        "exchange",
+        "symbol",
+        "scrip_name",
+        "datetime"
+    ]
 }
diff --git a/CONFIG/DATA_CONTRACTS/GOLD/Dividend.json b/CONFIG/DATA_CONTRACTS/GOLD/Dividend.json
@@ -21,5 +21,10 @@
             "data_type": "float64"
         }
     ],
-    "order_by": ["financial_year", "date", "segment", "symbol"]
+    "order_by": [
+        "financial_year",
+        "date",
+        "segment",
+        "symbol"
+    ]
 }
diff --git a/CONFIG/DATA_CONTRACTS/GOLD/Holding.json b/CONFIG/DATA_CONTRACTS/GOLD/Holding.json
@@ -65,5 +65,11 @@
             "data_type": "float64"
         }
     ],
-    "order_by": ["date", "segment", "exchange", "symbol", "scrip_name"]
+    "order_by": [
+        "date",
+        "segment",
+        "exchange",
+        "symbol",
+        "scrip_name"
+    ]
 }
diff --git a/CONFIG/DATA_CONTRACTS/SILVER/StockEvents.json b/CONFIG/DATA_CONTRACTS/SILVER/StockEvents.json
@@ -17,5 +17,9 @@
             "data_type": "float64"
         }
     ],
-    "order_by": ["symbol", "date", "event"]
+    "order_by": [
+        "symbol",
+        "date",
+        "event"
+    ]
 }
diff --git a/CONFIG/DATA_CONTRACTS/SILVER/StockPrice.json b/CONFIG/DATA_CONTRACTS/SILVER/StockPrice.json
@@ -29,5 +29,8 @@
             "data_type": "float64"
         }
     ],
-    "order_by": ["symbol", "date"]
+    "order_by": [
+        "symbol",
+        "date"
+    ]
 }
diff --git a/CONFIG/DATA_CONTRACTS/SILVER/TradeHistory.json b/CONFIG/DATA_CONTRACTS/SILVER/TradeHistory.json
@@ -41,5 +41,7 @@
             "data_type": "datetime64[ns]"
         }
     ],
-    "order_by": ["datetime"]
+    "order_by": [
+        "datetime"
+    ]
 }