ppsingh commited on
Commit
c726440
1 Parent(s): 2fdd7a3

Update auditqa/process_chunks.py

Browse files
Files changed (1) hide show
  1. auditqa/process_chunks.py +1 -0
auditqa/process_chunks.py CHANGED
@@ -1,4 +1,5 @@
1
  import glob
 
2
  import os
3
  from langchain.text_splitter import RecursiveCharacterTextSplitter, SentenceTransformersTokenTextSplitter
4
  from transformers import AutoTokenizer
 
1
  import glob
2
+ import json
3
  import os
4
  from langchain.text_splitter import RecursiveCharacterTextSplitter, SentenceTransformersTokenTextSplitter
5
  from transformers import AutoTokenizer