|
|
@@ -1,7 +1,7 @@
|
|
|
|
|
|
import sentence_transformers
|
|
|
from langchain.text_splitter import CharacterTextSplitter
|
|
|
-from langchain_community.docstore.document import Document
|
|
|
+from langchain.docstore.document import Document
|
|
|
import threading
|
|
|
import pdfplumber
|
|
|
import re
|
|
|
@@ -17,9 +17,9 @@ from plugins.common import settings
|
|
|
from plugins.common import CounterLock
|
|
|
|
|
|
if settings.librarys.rtst.backend=="Annoy":
|
|
|
- from langchain_community.vectorstores.annoy import Annoy as Vectorstore
|
|
|
+ from langchain.vectorstores.annoy import Annoy as Vectorstore
|
|
|
else:
|
|
|
- from langchain_community.vectorstores.faiss import FAISS as Vectorstore
|
|
|
+ from langchain.vectorstores.faiss import FAISS as Vectorstore
|
|
|
source_folder = 'txt'
|
|
|
source_folder_path = os.path.join(os.getcwd(), source_folder)
|
|
|
|
|
|
@@ -36,19 +36,19 @@ vectorstore = None
|
|
|
model_path = settings.librarys.rtst.model_path
|
|
|
try:
|
|
|
if model_path.startswith("http"):#"http://127.0.0.1:3000/"
|
|
|
- from langchain_community.embeddings import OpenAIEmbeddings
|
|
|
+ from langchain.embeddings import OpenAIEmbeddings
|
|
|
import os
|
|
|
os.environ["OPENAI_API_TYPE"] = "open_ai"
|
|
|
os.environ["OPENAI_API_BASE"] = model_path
|
|
|
os.environ["OPENAI_API_KEY"] = "your OpenAI key"
|
|
|
|
|
|
- from langchain_community.embeddings.openai import OpenAIEmbeddings
|
|
|
+ from langchain.embeddings.openai import OpenAIEmbeddings
|
|
|
embeddings = OpenAIEmbeddings(
|
|
|
deployment="text-embedding-ada-002",
|
|
|
model="text-embedding-ada-002"
|
|
|
)
|
|
|
else:
|
|
|
- from langchain_community.embeddings import HuggingFaceEmbeddings
|
|
|
+ from langchain.embeddings import HuggingFaceEmbeddings
|
|
|
embeddings = HuggingFaceEmbeddings(model_name='')
|
|
|
embeddings.client = sentence_transformers.SentenceTransformer(
|
|
|
model_path, device="cuda")
|