update gpt model version (#43)

cfg.py

@@ -1,6 +1,8 @@
 import logging
 import os
 
+import deeplake
+
 from buster.busterbot import Buster, BusterConfig
 from buster.completers import ChatGPTCompleter, DocumentAnswerer
 from buster.formatters.documents import DocumentsFormatterJSON
@@ -8,12 +10,17 @@ from buster.formatters.prompts import PromptFormatter
 from buster.retriever import DeepLakeRetriever, Retriever
 from buster.tokenizers import GPTTokenizer
 from buster.validators import QuestionAnswerValidator, Validator
-import deeplake
-
 from utils import init_mongo_db
 
+logger = logging.getLogger(__name__)
+logging.basicConfig(level=logging.INFO)
+
 MONGODB_URI = os.getenv("MONGODB_URI")
-mongo_db = init_mongo_db(uri=MONGODB_URI, db_name="towardsai-buster")
+mongo_db = (
+    init_mongo_db(uri=MONGODB_URI, db_name="towardsai-buster")
+    if MONGODB_URI
+    else logger.warning("No mongodb uri found, you will not be able to save data.")
+)
 
 
 logger = logging.getLogger(__name__)
@@ -36,6 +43,7 @@ deeplake.deepcopy(
     DEEPLAKE_DATASET_PATH,
     "local_dataset",
     overwrite=True,
+    num_workers=12,
 )
 DEEPLAKE_DATASET_PATH = "local_dataset"
 
@@ -81,7 +89,7 @@ true
 Q:
 """,
         "completion_kwargs": {
-            "model": "gpt-3.5-turbo",
+            "model": "gpt-3.5-turbo-1106",
             "stream": False,
             "temperature": 0,
         },
@@ -102,13 +110,13 @@ Q:
     },
     completion_cfg={
         "completion_kwargs": {
-            "model": "gpt-3.5-turbo-16k",
+            "model": "gpt-3.5-turbo-1106",
             "stream": True,
             "temperature": 0,
         },
     },
     tokenizer_cfg={
-        "model_name": "gpt-3.5-turbo-16k",
+        "model_name": "gpt-3.5-turbo-1106",
     },
     documents_formatter_cfg={
         "max_tokens": 13500,