ppsingh commited on
Commit
8ee40d6
1 Parent(s): 8ca931f

Update auditqa/doc_process.py

Browse files
Files changed (1) hide show
  1. auditqa/doc_process.py +2 -3
auditqa/doc_process.py CHANGED
@@ -19,9 +19,8 @@ def process_markdown():
19
  docs = []
20
  for file in files:
21
  try:
22
- loader = UnstructuredMarkdownLoader(file)
23
- data = loader.load()
24
- docs.append(data[0])
25
  except Exception as e:
26
  print("Exception: ", e)
27
  docs_processed = [markdown_splitter.split_text(doc) for doc in docs]
 
19
  docs = []
20
  for file in files:
21
  try:
22
+ with open(file) as f:
23
+ docs.append(f.read())
 
24
  except Exception as e:
25
  print("Exception: ", e)
26
  docs_processed = [markdown_splitter.split_text(doc) for doc in docs]