Merge pull request #42 from couchbase-examples/DA-767-update-tutorials-as-per-couchbase-langchain-version

Updated lanchain-couchbase version

Author: AayushTyagi1

README.md

@@ -76,10 +76,9 @@ For more information on creating a vector search index, please follow the [instr
 {
     "type": "fulltext-index",
     "name": "vector_search_azure",
-    "uuid": "12fe1360b64a69c0",
+    "uuid": "",
     "sourceType": "gocbcore",
     "sourceName": "vector-search-testing",
-    "sourceUUID": "ee9841e7b3a580d76862bb00927affc4",
     "planParams": {
       "maxPartitionsPerPIndex": 64,
       "indexPartitions": 16

ag2/agentchat_RetrieveChat_couchbase.ipynb

@@ -48,7 +48,7 @@
       },
       "outputs": [],
       "source": [
-        "!pip install \"pyautogen[openai,retrievechat-couchbase]\" \"flaml[automl]\" couchbase==4.3.3\n",
+        "%pip install \"pyautogen[openai,retrievechat-couchbase]==0.8.7\" \"flaml[automl]==2.3.4\" couchbase==4.3.3\n",
         "# For more information, please refer to the [installation guide](/docs/installation/)."
       ]
     },
@@ -260,7 +260,7 @@
         "\n",
         "from autogen.agentchat.contrib.retrieve_user_proxy_agent import RetrieveUserProxyAgent\n",
         "\n",
-        "# Accepted file formats for that can be stored in\n",
+        "# Accepted file formats that can be stored in\n",
         "# a vector database instance\n",
         "from autogen.retrieve_utils import TEXT_FORMATS\n",
         "\n",
@@ -383,7 +383,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 6,
       "metadata": {
         "id": "NaKfEfFmdM_v"
       },
@@ -444,7 +444,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 7,
       "metadata": {
         "id": "sPXTA8GhjS_d"
       },
@@ -486,7 +486,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 8,
       "metadata": {
         "id": "umjcgXZtr9bz"
       },
@@ -553,7 +553,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 10,
       "metadata": {
         "collapsed": true,
         "id": "hTb8DV6Rr_i-"
@@ -566,11 +566,22 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 11,
       "metadata": {
         "id": "FOQqd3TqsyeT"
       },
-      "outputs": [],
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "(454, 454)"
+            ]
+          },
+          "execution_count": 54,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
       "source": [
         "len(docs_file_paths), len(docs_links)"
       ]
@@ -665,7 +676,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 55,
       "metadata": {
         "id": "qiRGwh1FcUpt"
       },

awsbedrock/RAG_with_Couchbase_and_Bedrock.ipynb

@@ -1,10 +1,9 @@
 {
     "type": "fulltext-index",
     "name": "vector_search_bedrock",
-    "uuid": "12fe1360b64a69c0",
+    "uuid": "",
     "sourceType": "gocbcore",
     "sourceName": "vector-search-testing",
-    "sourceUUID": "ee9841e7b3a580d76862bb00927affc4",
     "planParams": {
       "maxPartitionsPerPIndex": 64,
       "indexPartitions": 16

awsbedrock/aws_index.json

@@ -1,10 +1,9 @@
 {
     "type": "fulltext-index",
     "name": "vector_search_azure",
-    "uuid": "12fe1360b64a69c0",
+    "uuid": "",
     "sourceType": "gocbcore",
     "sourceName": "vector-search-testing",
-    "sourceUUID": "ee9841e7b3a580d76862bb00927affc4",
     "planParams": {
       "maxPartitionsPerPIndex": 64,
       "indexPartitions": 16

azure/RAG_with_Couchbase_and_AzureOpenAI.ipynb

@@ -75,7 +75,7 @@
    },
    "outputs": [],
    "source": [
-    "!pip install --quiet datasets langchain-couchbase langchain-openai"
+    "!pip install --quiet datasets==3.6.0 langchain-couchbase==0.3.0 langchain-openai==0.3.17"
    ]
   },
   {
@@ -115,7 +115,7 @@
     "from langchain_core.output_parsers import StrOutputParser\n",
     "from langchain_core.prompts import ChatPromptTemplate\n",
     "from langchain_core.runnables import RunnablePassthrough\n",
-    "from langchain_couchbase.vectorstores import CouchbaseVectorStore\n",
+    "from langchain_couchbase.vectorstores import CouchbaseSearchVectorStore\n",
     "from langchain_openai import ChatOpenAI, OpenAIEmbeddings\n",
     "\n",
     "from tqdm import tqdm\n",
@@ -283,6 +283,7 @@
     "            print(f\"Collection '{collection_name}' already exists. Skipping creation.\")\n",
     "\n",
     "        collection = bucket.scope(scope_name).collection(collection_name)\n",
+    "        time.sleep(2)  # Give the collection time to be ready for queries\n",
     "\n",
     "        # Ensure primary index exists\n",
     "        try:\n",
@@ -640,7 +641,7 @@
    "outputs": [],
    "source": [
     "try:\n",
-    "    vector_store = CouchbaseVectorStore(\n",
+    "    vector_store = CouchbaseSearchVectorStore(\n",
     "        cluster=cluster,\n",
     "        bucket_name=CB_BUCKET_NAME,\n",
     "        scope_name=SCOPE_NAME,\n",
@@ -732,7 +733,7 @@
     "# Perform Semantic Search\n",
     "Semantic search in Couchbase involves converting queries and documents into vector representations using an embeddings model. These vectors capture the semantic meaning of the text and are stored directly in Couchbase. When a query is made, Couchbase performs a similarity search by comparing the query vector against the stored document vectors. The similarity metric used for this comparison is configurable, allowing flexibility in how the relevance of documents is determined. Common metrics include cosine similarity, Euclidean distance, or dot product, but other metrics can be implemented based on specific use cases. Different embedding models like BERT, Word2Vec, or GloVe can also be used depending on the application's needs, with the vectors generated by these models stored and searched within Couchbase itself.\n",
     "\n",
-    "In the provided code, the search process begins by recording the start time, followed by executing the `similarity_search_with_score` method of the `CouchbaseVectorStore`. This method searches Couchbase for the most relevant documents based on the vector similarity to the query. The search results include the document content and a similarity score that reflects how closely each document aligns with the query in the defined semantic space. The time taken to perform this search is then calculated and logged, and the results are displayed, showing the most relevant documents along with their similarity scores. This approach leverages Couchbase as both a storage and retrieval engine for vector data, enabling efficient and scalable semantic searches. The integration of vector storage and search capabilities within Couchbase allows for sophisticated semantic search operations without relying on external services for vector storage or comparison."
+    "In the provided code, the search process begins by recording the start time, followed by executing the `similarity_search_with_score` method of the `CouchbaseSearchVectorStore`. This method searches Couchbase for the most relevant documents based on the vector similarity to the query. The search results include the document content and a similarity score that reflects how closely each document aligns with the query in the defined semantic space. The time taken to perform this search is then calculated and logged, and the results are displayed, showing the most relevant documents along with their similarity scores. This approach leverages Couchbase as both a storage and retrieval engine for vector data, enabling efficient and scalable semantic searches. The integration of vector storage and search capabilities within Couchbase allows for sophisticated semantic search operations without relying on external services for vector storage or comparison."
    ]
   },
   {

azure/azure_index.json

@@ -1,10 +1,9 @@
 {
   "type": "fulltext-index",
   "name": "model_tutorial.rag.vs-index",
-  "uuid": "7377c28e3b64270f",
+  "uuid": "",
   "sourceType": "gocbcore",
   "sourceName": "model_tutorial",
-  "sourceUUID": "23a9a323ea50144479be8c1deb2a3ad0",
   "planParams": {
     "maxPartitionsPerPIndex": 1024,
     "indexPartitions": 1

capella-ai/langchain/RAG_with_Couchbase_Capella.ipynb

@@ -68,7 +68,7 @@
    "outputs": [],
    "source": [
     "# Install required packages\n",
-    "%pip install datasets llama-index-vector-stores-couchbase llama-index-embeddings-openai llama-index-llms-openai-like llama-index"
+    "%pip install datasets llama-index-vector-stores-couchbase==0.4.0 llama-index-embeddings-openai==0.3.1 llama-index-llms-openai-like==0.3.5 llama-index==0.12.37"
    ]
   },
   {
@@ -102,7 +102,7 @@
     "from llama_index.core import Settings, Document\n",
     "from llama_index.core.ingestion import IngestionPipeline\n",
     "from llama_index.core.node_parser import SentenceSplitter\n",
-    "from llama_index.vector_stores.couchbase import CouchbaseVectorStore\n",
+    "from llama_index.vector_stores.couchbase import CouchbaseSearchVectorStore\n",
     "from llama_index.embeddings.openai import OpenAIEmbedding\n",
     "from llama_index.llms.openai_like import OpenAILike\n"
    ]
@@ -430,7 +430,7 @@
    "source": [
     "try:\n",
     "    # Create the Couchbase vector store\n",
-    "    vector_store = CouchbaseVectorStore(\n",
+    "    vector_store = CouchbaseSearchVectorStore(\n",
     "        cluster=cluster,\n",
     "        bucket_name=CB_BUCKET_NAME,\n",
     "        scope_name=SCOPE_NAME,\n",

capella-ai/langchain/capella_index.json

@@ -77,7 +77,7 @@
         }
       ],
       "source": [
-        "%pip install --quiet datasets langchain-couchbase langchain-anthropic langchain-openai python-dotenv"
+        "%pip install --quiet datasets==3.5.0 langchain-couchbase==0.3.0 langchain-anthropic==0.3.11 langchain-openai==0.3.13 python-dotenv==1.1.0"
       ]
     },
     {
@@ -124,7 +124,7 @@
         "                                         SystemMessagePromptTemplate)\n",
         "from langchain_core.runnables import RunnablePassthrough\n",
         "from langchain_couchbase.cache import CouchbaseCache\n",
-        "from langchain_couchbase.vectorstores import CouchbaseVectorStore\n",
+        "from langchain_couchbase.vectorstores import CouchbaseSearchVectorStore\n",
         "from langchain_openai import OpenAIEmbeddings"
       ]
     },
@@ -330,6 +330,7 @@
         "                num_replicas=0\n",
         "            )\n",
         "            cluster.buckets().create_bucket(bucket_settings)\n",
+        "            time.sleep(2)  # Wait for bucket creation to complete and become available\n",
         "            bucket = cluster.bucket(bucket_name)\n",
         "            logging.info(f\"Bucket '{bucket_name}' created successfully.\")\n",
         "\n",
@@ -576,7 +577,7 @@
       ],
       "source": [
         "try:\n",
-        "    vector_store = CouchbaseVectorStore(\n",
+        "    vector_store = CouchbaseSearchVectorStore(\n",
         "        cluster=cluster,\n",
         "        bucket_name=CB_BUCKET_NAME,\n",
         "        scope_name=SCOPE_NAME,\n",
@@ -812,7 +813,7 @@
         "# Perform Semantic Search\n",
         "Semantic search in Couchbase involves converting queries and documents into vector representations using an embeddings model. These vectors capture the semantic meaning of the text and are stored directly in Couchbase. When a query is made, Couchbase performs a similarity search by comparing the query vector against the stored document vectors. The similarity metric used for this comparison is configurable, allowing flexibility in how the relevance of documents is determined. \n",
         "\n",
-        "In the provided code, the search process begins by recording the start time, followed by executing the similarity_search_with_score method of the CouchbaseVectorStore. This method searches Couchbase for the most relevant documents based on the vector similarity to the query. The search results include the document content and a similarity score that reflects how closely each document aligns with the query in the defined semantic space. The time taken to perform this search is then calculated and logged, and the results are displayed, showing the most relevant documents along with their similarity scores. This approach leverages Couchbase as both a storage and retrieval engine for vector data, enabling efficient and scalable semantic searches. The integration of vector storage and search capabilities within Couchbase allows for sophisticated semantic search operations without relying on external services for vector storage or comparison."
+        "In the provided code, the search process begins by recording the start time, followed by executing the similarity_search_with_score method of the CouchbaseSearchVectorStore. This method searches Couchbase for the most relevant documents based on the vector similarity to the query. The search results include the document content and a similarity score that reflects how closely each document aligns with the query in the defined semantic space. The time taken to perform this search is then calculated and logged, and the results are displayed, showing the most relevant documents along with their similarity scores. This approach leverages Couchbase as both a storage and retrieval engine for vector data, enabling efficient and scalable semantic searches. The integration of vector storage and search capabilities within Couchbase allows for sophisticated semantic search operations without relying on external services for vector storage or comparison."
       ]
     },
     {