Update utills.py
Browse files
utills.py
CHANGED
@@ -52,7 +52,7 @@ def load_txt_documents(data_path):
|
|
52 |
return documents
|
53 |
|
54 |
@st.cache_resource
|
55 |
-
def split_docs(
|
56 |
try:
|
57 |
text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(
|
58 |
chunk_size=chunk_size, chunk_overlap=chunk_overlap,
|
|
|
52 |
return documents
|
53 |
|
54 |
@st.cache_resource
|
55 |
+
def split_docs(_documents, chunk_size, chunk_overlap):
|
56 |
try:
|
57 |
text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(
|
58 |
chunk_size=chunk_size, chunk_overlap=chunk_overlap,
|