llm/technovangelist.videoprojects
1
0
Fork 0
mirror of https://github.com/technovangelist/videoprojects.git synced 2026-09-10 07:16:19 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

line got moved somehow

Browse source 
Signed-off-by: Matt Williams <m@technovangelist.com>
This commit is contained in:
Matt Williams 2024-09-17 16:26:59 -07:00
parent 505f84a93e
commit 86670dfbac
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
2024-09-10-buildrag/python/importdocs.py
View file

@ -1,12 +1,17 @@
import chromadb
from functions import readtextfiles, chunksplitter, getembedding
chromaclient = chromadb.HttpClient(host="localhost", port=8000)
textdocspath = "../../scripts"
text_data = readtextfiles(textdocspath)
collection = chromaclient.get_or_create_collection(name="buildragwithpython", metadata={"hnsw:space": "cosine"} )
if any(collection.name == collectionname for collection in chromaclient.list_collections()):
chromaclient.delete_collection("buildragwithpython")
collection = chromaclient.get_or_create_collection(name="buildragwithpython", metadata={"hnsw:space": "cosine"} )
for filename, text in text_data.items():
chunks = chunksplitter(text)
embeds = getembedding(chunks)