From ebcd70b74b29e6944cf0d1ef95b77718119b9cd4 Mon Sep 17 00:00:00 2001 From: Shinya Maeda Date: Fri, 1 Sep 2023 15:29:31 +0900 Subject: [PATCH] Fix the server can't run locally This commit fixes that the chat-langchain example webserver can't run locally due to a few errors. --- ingest.py | 3 ++- main.py | 4 ++-- requirements.txt | 4 +++- 3 files changed, 7 insertions(+), 4 deletions(-) diff --git a/ingest.py b/ingest.py index c223eaae8..231001337 100644 --- a/ingest.py +++ b/ingest.py @@ -86,11 +86,12 @@ def ingest_docs(): client.schema.delete_class("LangChain_newest_idx") # delete the class if it already exists embeddings = OpenAIEmbeddings(chunk_size=200) # rate limit + weav = Weaviate(client=client, index_name="LangChain_newest_idx", text_key="text", embedding=embeddings, by_text=False) batch_size = 100 # to handle batch size limit for i in range(0, len(docs_transformed), batch_size): batch = docs_transformed[i:i+batch_size] - Weaviate.add_documents(batch, embeddings, client=client, by_text=False, index_name="LangChain_newest_idx") + weav.add_documents(batch) print("LangChain now has this many vectors", client.query.aggregate("LangChain_newest_idx").with_meta_count().do()) diff --git a/main.py b/main.py index c43d225d6..683f725e8 100644 --- a/main.py +++ b/main.py @@ -119,7 +119,7 @@ def create_chain( ] ) - final_model = ChatOpenAI(model="gpt-4") if model_provider == "openai" else ChatAnthropic(model_name="claude-2") + final_model = ChatOpenAI(model="gpt-3.5-turbo-16k") if model_provider == "openai" else ChatAnthropic(model_name="claude-2") chain = ( _inputs | _context @@ -142,7 +142,7 @@ def _get_retriever(): ) weaviate_client = Weaviate( client=client, - index_name="LangChain_test_idx", + index_name="LangChain_newest_idx", text_key="text", embedding=embeddings, by_text=False, diff --git a/requirements.txt b/requirements.txt index 9f01d3572..7048dc24a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -13,4 +13,6 @@ unstructured libmagic tiktoken weaviate-client -anthropic \ No newline at end of file +anthropic +GitPython +html2text \ No newline at end of file