migrating pinecone (#123)

pyproject.toml

@@ -29,7 +29,7 @@ Flask = "^2.3.2"
 twilio = "^8.5.0"
 aiofiles = "23.1.0"
 gunicorn = "^21.2.0"
-pinecone-client = "^2.2.2"
+pinecone-client = "^4.1"
 streamlit-feedback = "0.0.9"
 boto3= "1.28.17"
 s3fs = "^2023.9.0"

src/genai/streamlit_pages/dm_page.py

@@ -12,7 +12,7 @@
 from genai.utils import read_json
 
 
-def eyfs_dm_kb(index_name: str = "eyfs-index", sidebar: bool = True) -> None:
+def eyfs_dm_kb(index_name: str = "eyfs-index-1718673592-index", sidebar: bool = True) -> None:
     """Run the Development Matters app."""
 
     # Define your custom CSS

src/genai/streamlit_pages/eyfs_compare_page.py

@@ -10,7 +10,7 @@
 def eyfs_compare() -> None:
     """Compare the EYFS prototypes."""
     st.title("Compare the EYFS prototypes")
-    index = get_index(index_name="eyfs-index")
+    index = get_index(index_name="eyfs-index-1718673592-index")
     areas_of_learning_desc = read_json("src/genai/eyfs/areas_of_learning.json")
     aol = list(areas_of_learning_desc.keys())
 

src/genai/streamlit_pages/parenting_page.py

@@ -53,7 +53,7 @@ def parenting_chatbot(aws_key: str, aws_secret: str, s3_path: str, sidebar: bool
 
     selected_model = "gpt-3.5-turbo"
     temperature = 0.6
-    pinecone_index = get_index(index_name="eyfs-index")
+    pinecone_index = get_index(index_name="eyfs-index-1718673592-index")
 
     if sidebar:
         with st.sidebar:

src/genai/streamlit_pages/utils.py

@@ -5,12 +5,16 @@
 from typing import Optional
 from typing import Union
 
+import dotenv
 import pinecone
 import streamlit as st
 
 from genai.vector_index import PineconeIndex
 
 
+dotenv.load_dotenv()
+
+
 def reset_state(key: Optional[str] = None) -> None:
     """Delete the message placeholder state."""
     keys = [

src/genai/vector_index.py

@@ -3,7 +3,8 @@
 
 from typing import Optional
 
-import pinecone
+# import pinecone
+from pinecone import Pinecone
 
 from genai.utils import batch
 
@@ -23,24 +24,16 @@ def __init__(
         """Initialize the index."""
 
         # Connect to pinecone
-        if api_key and environment:
-            pinecone.init(
-                api_key=api_key,
-                environment=environment,
-            )
+        if api_key:
+            self.pc = Pinecone(api_key=api_key)
         else:
-            pinecone.init(
-                api_key=os.environ["PINECONE_API_KEY"],
-                environment=os.environ["PINECONE_REGION"],
-            )
+            self.pc = Pinecone(api_key=os.environ["PINECONE_API_KEY"])
 
-    def connect(self, index_name: str) -> pinecone.index.Index:
+    def connect(self, index_name: str) -> Pinecone.Index:
         """Connect to the index."""
-        if index_name not in pinecone.list_indexes():
-            raise ValueError(f"Index {index_name} does not exist.")
-
-        return pinecone.Index(index_name)
+        return self.pc.Index(index_name)
 
+    # To do: update for the new Pinecone API
     def build_and_upsert(
         self,
         index_name: str,
@@ -81,10 +74,10 @@ def build_and_upsert(
         if delete_if_exists:
             self.delete(index_name)
 
-        if index_name in pinecone.list_indexes():
+        if index_name in pinecone.list_indexes():  # noqa: F821
             index = self.connect(index_name)
         else:
-            pinecone.create_index(
+            pinecone.create_index(  # noqa: F821
                 index_name,
                 dimension=dimension,
                 metadata_config=metadata_config,
@@ -103,6 +96,6 @@ def build_and_upsert(
     def delete(index_name: str) -> None:
         """Delete the index."""
         try:
-            pinecone.delete_index(index_name)
+            pinecone.delete_index(index_name)  # noqa: F821
         except Exception as e:
             print(e)  # noqa: T001