feat: removed uneeded files and updated example.py and .env.example

broomva · Nov 7, 2023 · 57e3af0 · 57e3af0
1 parent 01c5f5d
commit 57e3af0
Show file tree

Hide file tree

Showing 6 changed files with 12 additions and 297 deletions.
diff --git a/.env.example b/.env.example
@@ -0,0 +1,8 @@
+databricks_experiment_name=''
+databricks_experiment_id=''
+databricks_host=''
+databricks_token=''
+databricks_username=''
+databricks_password=''
+databricks_cluster_id=''
+databricks_sql_http_path=''
diff --git a/CONTRIBUTING.rst b/CONTRIBUTING.rst
diff --git a/README.md b/README.md
@@ -63,6 +63,7 @@ databricks_token=''
 databricks_username=''
 databricks_password=''
 databricks_cluster_id=''
+databricks_sql_http_path=''
 ```
 
 ```python

diff --git a/SECURITY.md b/SECURITY.md
diff --git a/it.py → example.py b/it.py → example.py
@@ -6,12 +6,12 @@
 # %%
 spark_sql = DatabricksSQLSession()
 # %%
-pdf = spark_sql.sql("select * from microchip_logs limit 10")
+pdf = spark_sql.sql("select * from samples.nyctaxi.trips limit 10")
 print(pdf.head())
 # %%
 sqlalchemy_engine = spark_sql.get_session()
 # %%
-df = spark_sql.read(sqlalchemy_engine, "microchip_logs")
+df = spark_sql.read(sqlalchemy_engine, "samples.nyctaxi.trips")
 
 # %%
 from databricks_session import DatabricksJDBCSession
@@ -28,7 +28,7 @@
 spark = DatabricksSparkSession().get_session()
 
 # %%
-sdf = spark.read.table("microchip_logs")
+sdf = spark.read.table("samples.nyctaxi.trips")
 print(sdf.show())
 # %%
 

diff --git a/package.json b/package.json