File size: 430 Bytes
b4b5bdf
a3a378d
b4b5bdf
 
 
01b468b
b4b5bdf
a3a378d
 
 
51727c4
2f93ee4
51727c4
b4b5bdf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
import pandas as pd
from buster.documents_manager import DeepLakeDocumentsManager

if __name__ == "__main__":
    vector_store_path = "deeplake_store"
    chunk_file = "langchain_course.csv"
    overwrite = True

    df = pd.read_csv(chunk_file)

    dm = DeepLakeDocumentsManager(vector_store_path, overwrite=overwrite)
    dm.batch_add(df)
    zipped_file_path = dm.to_zip()
    print(f"Contents zipped to: {zipped_file_path}")