chore: Update langchain imports to langchain_core

src/controller/api.py

@@ -9,7 +9,7 @@ from src.server.qa import QA
 from src.pgdb.knowledge.similarity import VectorStore_FAISS
 from src.llm.ernie_with_sdk import ChatERNIESerLLM
 from qianfan import ChatCompletion
-from langchain.prompts import PromptTemplate
+from langchain_core.prompts import PromptTemplate
 from src.controller.request import (
     RegisterRequest,
     LoginRequest,

src/controller/web.py

 import sys
+
 sys.path.append('../')
 from fastapi import FastAPI, Header,Query
 from fastapi.middleware.cors import CORSMiddleware
@@ -9,7 +10,7 @@ import json
 from src.pgdb.chat.crud import CRUD
 from src.pgdb.knowledge.similarity import VectorStore_FAISS
 from src.server.qa import QA
-from langchain.prompts import PromptTemplate
+from langchain_core.prompts import PromptTemplate
 from langchain_openai import ChatOpenAI
 from src.controller.request import (
     PhoneLoginRequest,

src/gradio_app.py

@@ -3,7 +3,7 @@ import sys
 
 sys.path.append('../')
 import gradio as gr
-from langchain.prompts import PromptTemplate
+from langchain_core.prompts import PromptTemplate
 
 from src.llm.chatglm import ChatGLMSerLLM
 from src.llm.ernie_with_sdk import ChatERNIESerLLM

src/llm/chatglm.py

@@ -7,9 +7,10 @@ import torch
 from transformers import AutoTokenizer, AutoModel, AutoConfig
 
 import langchain
-from langchain.llms.base import BaseLLM, LLM
-from langchain.cache import InMemoryCache
-from langchain.callbacks.manager import CallbackManagerForLLMRun, Callbacks, AsyncCallbackManagerForLLMRun
+from langchain_core.language_models import BaseLLM, LLM
+from langchain_community.cache import InMemoryCache
+from langchain.callbacks.manager import Callbacks
+from langchain_core.callbacks import AsyncCallbackManagerForLLMRun, CallbackManagerForLLMRun
 import aiohttp
 import asyncio
 

src/llm/chatglm_openapi.py

@@ -7,10 +7,11 @@ import torch
 from transformers import AutoTokenizer, AutoModel, AutoConfig
 
 import langchain
-from langchain.llms.base import BaseLLM, LLM
+from langchain_core.language_models import BaseLLM, LLM
 from langchain_openai import OpenAI
-from langchain.cache import InMemoryCache
-from langchain.callbacks.manager import CallbackManagerForLLMRun, Callbacks, AsyncCallbackManagerForLLMRun
+from langchain_community.cache import InMemoryCache
+from langchain.callbacks.manager import Callbacks
+from langchain_core.callbacks import AsyncCallbackManagerForLLMRun, CallbackManagerForLLMRun
 
 
 class ChatGLMSerLLM(OpenAI):

src/llm/ernie.py

@@ -2,10 +2,11 @@ import logging
 import os
 
 from typing import Any, Dict, List, Mapping, Optional
-from langchain.llms.base import BaseLLM, LLM
-from langchain.schema import LLMResult
-from langchain.utils import get_from_dict_or_env
-from langchain.callbacks.manager import CallbackManagerForLLMRun, Callbacks
+from langchain_core.language_models import BaseLLM, LLM
+from langchain_core.outputs import LLMResult
+from langchain_core.utils import get_from_dict_or_env
+from langchain.callbacks.manager import Callbacks
+from langchain_core.callbacks import CallbackManagerForLLMRun
 
 from enum import Enum
 

src/llm/ernie_with_sdk.py

@@ -2,9 +2,10 @@ import os
 import requests
 from typing import Dict, Optional, List, Any, Mapping, Iterator
 from pydantic import root_validator
-from langchain.llms.base import LLM
-from langchain.cache import InMemoryCache
-from langchain.callbacks.manager import CallbackManagerForLLMRun, Callbacks, AsyncCallbackManagerForLLMRun
+from langchain_core.language_models import LLM
+from langchain_community.cache import InMemoryCache
+from langchain.callbacks.manager import Callbacks
+from langchain_core.callbacks import AsyncCallbackManagerForLLMRun, CallbackManagerForLLMRun
 import qianfan
 from qianfan import ChatCompletion
 

src/loader/chinese_text_splitter.py

-from langchain.text_splitter import CharacterTextSplitter
 import re
 from typing import List
 
 from src.loader.config import SENTENCE_SIZE
+from langchain_text_splitters import CharacterTextSplitter
 
 
 class ChineseTextSplitter(CharacterTextSplitter):

src/loader/load.py

@@ -6,7 +6,7 @@ from langchain_community.document_loaders import UnstructuredFileLoader, TextLoa
 from .config import SENTENCE_SIZE, ZH_TITLE_ENHANCE
 from .chinese_text_splitter import ChineseTextSplitter
 from .zh_title_enhance import zh_title_enhance
-from langchain.schema import Document
+from langchain_core.documents import Document
 from typing import List
 from src.loader.callback import BaseCallback
 import re

src/loader/zh_title_enhance.py

 from typing import List
-from langchain.docstore.document import Document
+from langchain_core.documents import Document
 import re
 
 

src/pgdb/knowledge/callback.py

@@ -3,7 +3,7 @@ import sys
 from abc import ABC, abstractmethod
 import json
 from typing import List, Tuple
-from langchain.schema import Document
+from langchain_core.documents import Document
 from src.pgdb.knowledge.pgsqldocstore import PgSqlDocstore, str2hash_base64
 
 sys.path.append("../")

src/pgdb/knowledge/pgsqldocstore.py

@@ -5,12 +5,12 @@ from os import path
 sys.path.append(path.dirname(path.abspath(__file__)))
 
 from typing import List, Union, Dict, Optional
-from langchain.docstore.base import AddableMixin, Docstore
+from langchain_community.docstore.base import AddableMixin, Docstore
 from k_db import PostgresDB
 from .txt_doc_table import TxtDoc
 from .vec_txt_table import TxtVector
 import json, hashlib, base64
-from langchain.schema import Document
+from langchain_core.documents import Document
 
 
 def str2hash_base64(inp: str) -> str:

src/pgdb/knowledge/similarity.py

@@ -6,25 +6,24 @@ from os import path
 import copy
 from typing import List, OrderedDict, Any, Optional, Tuple, Dict
 from src.pgdb.knowledge.pgsqldocstore import InMemorySecondaryDocstore
-from langchain.vectorstores.faiss import FAISS
-from langchain.schema import Document
+from langchain_community.vectorstores import FAISS
+from langchain_core.documents import Document
 from src.pgdb.knowledge.pgsqldocstore import PgSqlDocstore
 from langchain.embeddings.huggingface import (
     HuggingFaceEmbeddings,
 )
 import math
 import faiss
-from langchain.vectorstores.utils import DistanceStrategy
-from langchain.vectorstores.base import VectorStoreRetriever
-from langchain.callbacks.manager import (
+from langchain_community.vectorstores.utils import DistanceStrategy
+from langchain_core.vectorstores import VectorStoreRetriever
+from langchain_core.callbacks import (
     AsyncCallbackManagerForRetrieverRun,
     CallbackManagerForRetrieverRun,
 )
 from src.loader import load
-from langchain.embeddings.base import Embeddings
+from langchain_core.embeddings import Embeddings
 from src.pgdb.knowledge.callback import DocumentCallback, DefaultDocumentCallback
 import operator
-from langchain.vectorstores.utils import DistanceStrategy
 import numpy as np
 sys.path.append("../")
 

src/server/qa.py

@@ -2,7 +2,7 @@
 import sys
 import time
 from langchain.chains import LLMChain
-from langchain.prompts import PromptTemplate
+from langchain_core.prompts import PromptTemplate
 from typing import Awaitable
 import asyncio
 from langchain.callbacks import AsyncIteratorCallbackHandler