feat(url): added html loader instead of text

This commit is contained in:
Stan Girard 2023-05-16 09:56:12 +02:00
parent 971aa083a5
commit ea5883ddb9

View File

@ -1,5 +1,5 @@
from .common import process_file
from langchain.document_loaders import TextLoader
from langchain.document_loaders import UnstructuredHTMLLoader
def process_html(vector_store, file):
return process_file(vector_store, file, TextLoader, ".html")
return process_file(vector_store, file, UnstructuredHTMLLoader, ".html")