vectorstore.py updated: update vectorstore.py
This commit is contained in:
+4
-4
@@ -1,8 +1,8 @@
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from uuid import uuid4
|
from uuid import uuid4
|
||||||
|
|
||||||
import chromadb
|
from langchain_chroma import Chroma, Settings
|
||||||
from chromadb.config import Settings
|
|
||||||
from langchain_ollama import OllamaEmbeddings
|
from langchain_ollama import OllamaEmbeddings
|
||||||
from langchain_core.documents import Document
|
from langchain_core.documents import Document
|
||||||
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
||||||
@@ -14,12 +14,12 @@ OLLAMA_BASE_URL = "http://127.0.0.1:11434"
|
|||||||
|
|
||||||
|
|
||||||
def create_vectorstore(persist_directory: str = CHROMA_DIR):
|
def create_vectorstore(persist_directory: str = CHROMA_DIR):
|
||||||
client = chromadb.Client(Settings(persist_directory=persist_directory))
|
client = Chroma(Settings(persist_directory=persist_directory))
|
||||||
collection = client.get_or_create_collection(name=COLLECTION_NAME)
|
collection = client.get_or_create_collection(name=COLLECTION_NAME)
|
||||||
return collection
|
return collection
|
||||||
|
|
||||||
|
|
||||||
def load_documents(directory: str, vectorstore: chromadb.Collection) -> int:
|
def load_documents(directory: str, vectorstore: Chroma) -> int:
|
||||||
splitter = RecursiveCharacterTextSplitter(
|
splitter = RecursiveCharacterTextSplitter(
|
||||||
chunk_size=1000,
|
chunk_size=1000,
|
||||||
chunk_overlap=200,
|
chunk_overlap=200,
|
||||||
|
|||||||
Reference in New Issue
Block a user