Spaces:
Running
Running
replace add with batch_add
Browse files- embed_documents.py +1 -5
embed_documents.py
CHANGED
|
@@ -1,10 +1,6 @@
|
|
| 1 |
-
import openai
|
| 2 |
import pandas as pd
|
| 3 |
from buster.documents_manager import DeepLakeDocumentsManager
|
| 4 |
|
| 5 |
-
from utils import zip_contents
|
| 6 |
-
|
| 7 |
-
|
| 8 |
if __name__ == "__main__":
|
| 9 |
vector_store_path = "deeplake_store"
|
| 10 |
chunk_file = "data/output.csv"
|
|
@@ -18,6 +14,6 @@ if __name__ == "__main__":
|
|
| 18 |
df = df.dropna()
|
| 19 |
|
| 20 |
dm = DeepLakeDocumentsManager(vector_store_path, overwrite=overwrite)
|
| 21 |
-
dm.
|
| 22 |
zipped_file_path = dm.to_zip()
|
| 23 |
print(f"Contents zipped to: {zipped_file_path}")
|
|
|
|
|
|
|
| 1 |
import pandas as pd
|
| 2 |
from buster.documents_manager import DeepLakeDocumentsManager
|
| 3 |
|
|
|
|
|
|
|
|
|
|
| 4 |
if __name__ == "__main__":
|
| 5 |
vector_store_path = "deeplake_store"
|
| 6 |
chunk_file = "data/output.csv"
|
|
|
|
| 14 |
df = df.dropna()
|
| 15 |
|
| 16 |
dm = DeepLakeDocumentsManager(vector_store_path, overwrite=overwrite)
|
| 17 |
+
dm.batch_add(df)
|
| 18 |
zipped_file_path = dm.to_zip()
|
| 19 |
print(f"Contents zipped to: {zipped_file_path}")
|