[Couchbase VectorStore] Add RecordManager

packages/components/credentials/CouchbaseApi.credential.ts

@@ -1,7 +1,3 @@
-/*
-* Temporary disabled due to the incompatibility with the docker node-alpine:
-* https://github.com/FlowiseAI/Flowise/pull/2303
-
 import { INodeParams, INodeCredential } from '../src/Interface'
 
 class CouchbaseApi implements INodeCredential {
@@ -36,4 +32,3 @@ class CouchbaseApi implements INodeCredential {
 }
 
 module.exports = { credClass: CouchbaseApi }
-*/

packages/components/nodes/vectorstores/Couchbase/Couchbase.ts

@@ -1,7 +1,3 @@
-/*
-* Temporary disabled due to the incompatibility with the docker node-alpine:
-* https://github.com/FlowiseAI/Flowise/pull/2303
-
 import { flatten } from 'lodash'
 import { Embeddings } from '@langchain/core/embeddings'
 import { Document } from '@langchain/core/documents'
@@ -10,6 +6,7 @@ import { Cluster } from 'couchbase'
 import { ICommonObject, INode, INodeData, INodeOutputsValue, INodeParams, IndexingResult } from '../../../src/Interface'
 import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils'
 import { resolveVectorStoreOrRetriever } from '../VectorStoreUtils'
+import { index } from '../../../src/indexing'
 
 class Couchbase_VectorStores implements INode {
     label: string
@@ -53,6 +50,13 @@ class Couchbase_VectorStores implements INode {
                 name: 'embeddings',
                 type: 'Embeddings'
             },
+            {
+                label: 'Record Manager',
+                name: 'recordManager',
+                type: 'RecordManager',
+                description: 'Keep track of the record to prevent duplication',
+                optional: true
+            },
             {
                 label: 'Bucket Name',
                 name: 'bucketName',
@@ -143,6 +147,7 @@ class Couchbase_VectorStores implements INode {
             let databasePassword = getCredentialParam('password', credentialData, nodeData)
 
             const docs = nodeData.inputs?.document as Document[]
+            const recordManager = nodeData.inputs?.recordManager
 
             const flattenDocs = docs && docs.length ? flatten(docs) : []
             const finalDocs = []
@@ -173,8 +178,28 @@ class Couchbase_VectorStores implements INode {
                 if (!textKey || textKey === '') couchbaseConfig.textKey = 'text'
                 if (!embeddingKey || embeddingKey === '') couchbaseConfig.embeddingKey = 'embedding'
 
-                await CouchbaseVectorStore.fromDocuments(finalDocs, embeddings, couchbaseConfig)
-                return { numAdded: finalDocs.length, addedDocs: finalDocs }
+                if (recordManager) {
+                    const vectorStore = await CouchbaseVectorStore.initialize(embeddings, couchbaseConfig)
+
+                    await recordManager.createSchema()
+
+                    const res = await index({
+                        docsSource: finalDocs,
+                        recordManager,
+                        vectorStore,
+                        options: {
+                            cleanup: recordManager?.cleanup,
+                            sourceIdKey: recordManager?.sourceIdKey ?? 'source',
+                            vectorStoreName: [bucketName, scopeName, indexName].join('_')
+                        }
+                    })
+
+                    return res
+                } else {
+                    await CouchbaseVectorStore.fromDocuments(finalDocs, embeddings, couchbaseConfig)
+
+                    return { numAdded: finalDocs.length, addedDocs: finalDocs }
+                }
             } catch (e) {
                 throw new Error(e)
             }
@@ -231,4 +256,3 @@ class Couchbase_VectorStores implements INode {
 }
 
 module.exports = { nodeClass: Couchbase_VectorStores }
-*/

packages/components/package.json

@@ -71,6 +71,7 @@
         "cheerio": "^1.0.0-rc.12",
         "chromadb": "^1.5.11",
         "cohere-ai": "^7.7.5",
+        "couchbase": "4.4.1",
         "crypto-js": "^4.1.1",
         "css-what": "^6.1.0",
         "d3-dsv": "2",