csujeong commited on
Commit
f199e7b
1 Parent(s): 9d827e3

Training in progress, step 60

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a51d56681b2117f12274ef5a52a4ca6d396270f6b1b8cc0b94f6fc2e4fd93aeb
3
  size 201888736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4021270df34982d5faff1bbbf54eb6d6037f743e4325b4a794e9414e029dfc
3
  size 201888736
runs/Feb26_10-10-29_30a0ffea74aa/events.out.tfevents.1708942244.30a0ffea74aa.149.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6bec261519f5b12d3c6f7b989ddf0038dae5388ba3c5f8a006bed4490f05195
3
- size 6180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2bdae8c08560295a6ed4cb8990a2b9968f07e43f7626cdedebe569c6392e507
3
+ size 6735
wandb/debug-internal.log CHANGED
@@ -306,3 +306,56 @@
306
  2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
307
  2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
308
  2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
306
  2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
307
  2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
308
  2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
309
+ 2024-02-26 10:20:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
310
+ 2024-02-26 10:20:20,928 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
311
+ 2024-02-26 10:20:20,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
312
+ 2024-02-26 10:20:23,116 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
313
+ 2024-02-26 10:20:28,117 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
314
+ 2024-02-26 10:20:32,606 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
315
+ 2024-02-26 10:20:33,607 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
316
+ 2024-02-26 10:20:35,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
317
+ 2024-02-26 10:20:35,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
318
+ 2024-02-26 10:20:35,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
319
+ 2024-02-26 10:20:39,079 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
320
+ 2024-02-26 10:20:44,080 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
321
+ 2024-02-26 10:20:49,081 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
322
+ 2024-02-26 10:20:50,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
323
+ 2024-02-26 10:20:50,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
324
+ 2024-02-26 10:20:50,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
325
+ 2024-02-26 10:20:54,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
326
+ 2024-02-26 10:20:59,170 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
327
+ 2024-02-26 10:21:02,607 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
328
+ 2024-02-26 10:21:04,610 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
329
+ 2024-02-26 10:21:05,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
330
+ 2024-02-26 10:21:05,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
331
+ 2024-02-26 10:21:05,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
332
+ 2024-02-26 10:21:10,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
333
+ 2024-02-26 10:21:15,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
334
+ 2024-02-26 10:21:20,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
335
+ 2024-02-26 10:21:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
336
+ 2024-02-26 10:21:20,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
337
+ 2024-02-26 10:21:20,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
338
+ 2024-02-26 10:21:26,132 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
339
+ 2024-02-26 10:21:30,342 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
340
+ 2024-02-26 10:21:30,343 DEBUG SenderThread:5808 [sender.py:send():382] send: history
341
+ 2024-02-26 10:21:30,344 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
342
+ 2024-02-26 10:21:30,349 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
343
+ 2024-02-26 10:21:30,906 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
344
+ 2024-02-26 10:21:31,351 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
345
+ 2024-02-26 10:21:32,608 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
346
+ 2024-02-26 10:21:36,012 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
347
+ 2024-02-26 10:21:36,014 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
348
+ 2024-02-26 10:21:36,014 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
349
+ 2024-02-26 10:21:37,213 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
350
+ 2024-02-26 10:21:38,703 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
351
+ 2024-02-26 10:21:38,706 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
352
+ 2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
353
+ 2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
354
+ 2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
355
+ 2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
356
+ 2024-02-26 10:21:38,709 DEBUG SenderThread:5808 [sender.py:send():382] send: history
357
+ 2024-02-26 10:21:38,710 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
358
+ 2024-02-26 10:21:38,729 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
359
+ 2024-02-26 10:21:38,924 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
360
+ 2024-02-26 10:21:42,731 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
361
+ 2024-02-26 10:21:47,732 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 2.173, "train/grad_norm": 2.7312653064727783, "train/learning_rate": 1.4314282383241096e-05, "train/epoch": 0.37, "train/global_step": 50, "_timestamp": 1708942800.4639335, "_runtime": 541.0560123920441, "_step": 4}
 
1
+ {"train/loss": 1.9437, "train/grad_norm": 2.459155321121216, "train/learning_rate": 0.0, "train/epoch": 0.44, "train/global_step": 60, "_timestamp": 1708942898.7030385, "_runtime": 639.2951173782349, "_step": 6, "train/train_runtime": 654.3105, "train/train_samples_per_second": 0.367, "train/train_steps_per_second": 0.092, "train/total_flos": 1159490380369920.0, "train/train_loss": 2.21506290435791}
wandb/run-20240226_101059-z4vsrt4l/logs/debug-internal.log CHANGED
@@ -306,3 +306,56 @@
306
  2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
307
  2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
308
  2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
306
  2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
307
  2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
308
  2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
309
+ 2024-02-26 10:20:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
310
+ 2024-02-26 10:20:20,928 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
311
+ 2024-02-26 10:20:20,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
312
+ 2024-02-26 10:20:23,116 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
313
+ 2024-02-26 10:20:28,117 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
314
+ 2024-02-26 10:20:32,606 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
315
+ 2024-02-26 10:20:33,607 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
316
+ 2024-02-26 10:20:35,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
317
+ 2024-02-26 10:20:35,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
318
+ 2024-02-26 10:20:35,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
319
+ 2024-02-26 10:20:39,079 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
320
+ 2024-02-26 10:20:44,080 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
321
+ 2024-02-26 10:20:49,081 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
322
+ 2024-02-26 10:20:50,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
323
+ 2024-02-26 10:20:50,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
324
+ 2024-02-26 10:20:50,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
325
+ 2024-02-26 10:20:54,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
326
+ 2024-02-26 10:20:59,170 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
327
+ 2024-02-26 10:21:02,607 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
328
+ 2024-02-26 10:21:04,610 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
329
+ 2024-02-26 10:21:05,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
330
+ 2024-02-26 10:21:05,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
331
+ 2024-02-26 10:21:05,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
332
+ 2024-02-26 10:21:10,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
333
+ 2024-02-26 10:21:15,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
334
+ 2024-02-26 10:21:20,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
335
+ 2024-02-26 10:21:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
336
+ 2024-02-26 10:21:20,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
337
+ 2024-02-26 10:21:20,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
338
+ 2024-02-26 10:21:26,132 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
339
+ 2024-02-26 10:21:30,342 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
340
+ 2024-02-26 10:21:30,343 DEBUG SenderThread:5808 [sender.py:send():382] send: history
341
+ 2024-02-26 10:21:30,344 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
342
+ 2024-02-26 10:21:30,349 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
343
+ 2024-02-26 10:21:30,906 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
344
+ 2024-02-26 10:21:31,351 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
345
+ 2024-02-26 10:21:32,608 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
346
+ 2024-02-26 10:21:36,012 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
347
+ 2024-02-26 10:21:36,014 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
348
+ 2024-02-26 10:21:36,014 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
349
+ 2024-02-26 10:21:37,213 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
350
+ 2024-02-26 10:21:38,703 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
351
+ 2024-02-26 10:21:38,706 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
352
+ 2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
353
+ 2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
354
+ 2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
355
+ 2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
356
+ 2024-02-26 10:21:38,709 DEBUG SenderThread:5808 [sender.py:send():382] send: history
357
+ 2024-02-26 10:21:38,710 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
358
+ 2024-02-26 10:21:38,729 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
359
+ 2024-02-26 10:21:38,924 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
360
+ 2024-02-26 10:21:42,731 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
361
+ 2024-02-26 10:21:47,732 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report